-- Logs begin at Thu 2022-09-01 15:48:31 UTC, end at Thu 2022-09-01 16:52:06 UTC. -- Sep 01 16:25:34.406207 dv-cinder-852209-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 01 16:25:37.027232 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.common.config [-] Logging enabled! Sep 01 16:25:37.027832 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev530 Sep 01 16:25:37.028009 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106376) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 01 16:25:37.031730 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.common.config [-] Logging enabled! Sep 01 16:25:37.031980 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev530 Sep 01 16:25:37.032289 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106376) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 01 16:25:37.033199 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 01 16:25:37.033432 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 01 16:25:37.033910 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 01 16:25:37.034154 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 01 16:25:37.034398 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 01 16:25:37.034713 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.035009 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.035237 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.035530 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.035819 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.036096 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.036384 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.036674 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.036956 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.037231 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.037511 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.037737 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.038016 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.038326 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.038609 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.038829 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] debug = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.039104 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.039528 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.039919 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.040196 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.040480 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.040752 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.041020 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.041295 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.041574 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.041895 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] host = dv-cinder-852209-10-iscsi {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.042168 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.042484 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.042755 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.043037 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.043309 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.043595 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.043861 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.044130 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.044398 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] log_file = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.044668 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.044952 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.045238 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.045522 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.045742 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.045960 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.046258 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.046563 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.046873 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.047149 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.047422 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.047694 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.047965 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.048231 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.048519 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.048799 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.049079 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.049352 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.049621 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.049891 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.050160 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.050466 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.050737 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.051008 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.051278 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.051563 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.051830 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.052101 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.052397 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.052681 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.052956 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.053241 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.053510 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.053789 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.054056 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.054347 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.054618 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] use_json = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.054888 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.055161 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.055441 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.055712 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.055980 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.056298 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.056551 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.056830 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.057100 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:37.057394 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.057686 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.057979 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.058273 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.058572 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.058847 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.059130 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.059402 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.059684 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.059968 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.060253 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.060527 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.060823 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.061106 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.061395 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.061692 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.061978 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.062310 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.062593 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.062862 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.063129 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.063404 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.063685 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.063957 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.064239 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.064521 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.064795 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.065091 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.065372 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.065652 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.065937 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.066220 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.066509 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.066782 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.067066 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.067341 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.067607 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.067890 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.068164 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.068430 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.068702 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.068984 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.069267 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.069534 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.069804 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.070089 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.070382 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.070650 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.070915 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.071185 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.071450 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.071726 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.071996 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.072264 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.072528 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.072798 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.073066 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.073336 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.073613 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.073880 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.074150 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.074441 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.074708 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.074978 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.075244 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.075511 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.075776 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.076041 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.076311 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.076579 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.076844 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.077112 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.077379 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.077645 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.078448 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.078747 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.079020 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.079294 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.079569 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.079844 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.080116 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.080389 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.080662 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.080935 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.081202 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.081487 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.081767 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.082047 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.082348 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.082639 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.082933 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.083203 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.083477 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.083750 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.084021 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.084294 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.084571 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.084845 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.085118 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.085398 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.085682 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.085970 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.086274 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.086551 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.086837 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.087126 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.087414 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.087690 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.087991 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.088264 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:37.088477 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 01 16:25:37.088715 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106376) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 01 16:25:37.460710 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Sep 01 16:25:37.461025 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Sep 01 16:25:37.461284 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 01 16:25:37.461509 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Sep 01 16:25:37.461780 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Sep 01 16:25:37.462104 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 01 16:25:37.780985 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:37.781182 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:37.781450 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:37.782682 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:37.782957 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:37.783214 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:37.834839 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:37.835124 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:37.835385 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:37.850988 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:37.851263 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:37.851529 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:37.879764 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:37.880041 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:37.880304 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:37.915655 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:37.915926 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:37.916198 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:38.142884 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:38.143530 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:38.143530 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:38.144571 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:38.145265 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:38.242263 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:38.242576 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:38.242855 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:38.243125 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:38.243387 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:38.243696 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:38.243950 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:38.244203 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:38.244454 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:38.244733 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:38.244988 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:38.245246 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:38.245504 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:38.245750 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:38.246000 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:38.246279 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:38.246533 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:38.246796 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:38.247060 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:38.247312 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:38.247580 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:38.247825 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:38.248101 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:38.248473 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:38.248722 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:38.248968 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:38.249356 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106376) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 16:25:38.249593 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106376) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 16:25:38.249864 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106376) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 16:25:38.250098 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106376) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 16:25:38.250357 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106376) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 16:25:38.250590 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106376) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 16:25:38.250950 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 01 16:25:38.253964 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 01 16:25:38.257827 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 01 16:25:38.261650 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Sep 01 16:25:38.263269 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 01 16:25:38.263887 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 01 16:25:38.264218 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 01 16:25:38.264595 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 01 16:25:38.267869 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 01 16:25:38.268119 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 01 16:25:38.268463 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 01 16:25:38.273469 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 01 16:25:38.296412 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 01 16:25:38.296878 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:38.297172 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106376) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 01 16:25:38.297536 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:38.298900 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106376) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 01 16:25:38.299177 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 01 16:25:38.299418 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 01 16:25:38.302845 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:38.303119 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:38.448762 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 01 16:25:38.448954 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 01 16:25:38.449193 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 01 16:25:38.449573 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 01 16:25:38.502920 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO dbcounter [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Registered counter for database neutron Sep 01 16:25:38.521828 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_db.sqlalchemy.engines [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106376) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 01 16:25:38.527596 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writer thread running {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 01 16:25:39.066010 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.plugins.ml2.managers [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Initializing driver for type 'gre' Sep 01 16:25:39.066562 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] gre ID ranges: [(1, 1000)] Sep 01 16:25:39.119826 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.plugins.ml2.managers [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Initializing driver for type 'local' Sep 01 16:25:39.120221 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.plugins.ml2.managers [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Initializing driver for type 'vlan' Sep 01 16:25:39.133545 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] VlanTypeDriver initialization complete Sep 01 16:25:39.133990 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.plugins.ml2.managers [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Initializing driver for type 'vxlan' Sep 01 16:25:39.134508 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] vxlan ID ranges: [(1, 1000)] Sep 01 16:25:39.189077 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.plugins.ml2.managers [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Initializing extension driver 'port_security' Sep 01 16:25:39.189845 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.plugins.ml2.extensions.port_security [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] PortSecurityExtensionDriver initialization complete Sep 01 16:25:39.189845 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.plugins.ml2.managers [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Initializing mechanism driver 'openvswitch' Sep 01 16:25:39.190118 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.plugins.ml2.managers [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Initializing mechanism driver 'hyperv' Sep 01 16:25:39.196850 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:25:39.197517 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > port after_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.197892 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > port after_update 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.198264 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > port after_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.198783 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106376) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 01 16:25:39.199208 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > subnet after_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.199568 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > subnet after_update 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.199920 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.200319 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106376) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 01 16:25:39.200734 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > network after_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.201087 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > network after_update 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.201433 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > network after_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.201845 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106376) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 01 16:25:39.202265 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > security_group after_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.202608 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > security_group after_update 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.202951 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.203349 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106376) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 01 16:25:39.203754 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.204160 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.204493 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.205019 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106376) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 01 16:25:39.205431 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > address_group after_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.205781 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > address_group after_update 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.206127 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.206553 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106376) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 01 16:25:39.206994 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] ML2 OVO RPC backend initialized. {{(pid=106376) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 01 16:25:39.207701 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.208060 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.208484 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > network before_response 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.208838 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > networks before_response 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.209183 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > port before_response 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.209525 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > ports before_response 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.209868 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > subnet before_response 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.210208 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > subnets before_response 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.210576 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > network after_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.210915 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > network after_update 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.211249 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > network after_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.211587 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > port after_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.211924 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > port after_update 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.212262 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > port after_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.212603 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > subnet after_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.212940 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > subnet after_update 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.213276 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.220694 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.quota [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded quota_driver: . Sep 01 16:25:39.221065 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.plugins.ml2.plugin [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Modular L2 Plugin initialization complete Sep 01 16:25:39.221419 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading services supported by the core plugin {{(pid=106376) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 01 16:25:39.221762 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.plugins.ml2.managers [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Got port-security extension from driver 'port_security' Sep 01 16:25:39.222254 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.extensions.vlantransparent [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Disabled vlantransparent extension. Sep 01 16:25:39.222775 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106376) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 01 16:25:39.223106 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading Plugin: router Sep 01 16:25:39.259268 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.259663 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > router after_create 55549900 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.260036 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > router before_create 55549900 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.260404 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.260782 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.261145 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > router after_delete 55549900 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.261506 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.261860 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.262221 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > router after_create 55549900 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.262594 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > router after_update 55549900 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.262949 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > router after_update 55549900 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.263298 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.263658 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > router after_update 55549900 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.264070 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > router precommit_update 55549900 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.264440 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: port after_update 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.264782 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: port after_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.265121 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: subnet after_update 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.265468 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.265816 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.266164 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > router precommit_create 55549900 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.266535 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: port before_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.266883 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > router precommit_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.267243 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > router after_update 55549900 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.267597 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.267951 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > router precommit_create 55549900 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.268314 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.268661 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > router precommit_update 55549900 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.269029 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > agent after_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.269381 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > agent after_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.269728 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > network after_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.270622 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.quota.resource_registry [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Tracking information for resource: router configured {{(pid=106376) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 16:25:39.270962 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.quota.resource_registry [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Tracking information for resource: floatingip configured {{(pid=106376) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 16:25:39.275876 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.db.l3_agentschedulers_db [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 01 16:25:39.276457 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: port after_update 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.276821 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: port after_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.277173 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: port after_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.277531 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: port after_update 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.278357 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > router before_create 55550100 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.278724 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.279086 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > router precommit_create 55550100 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.279443 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > router precommit_update 55550100 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.284256 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.services.provider_configuration [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Service providers = [] {{(pid=106376) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 01 16:25:39.284627 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.db.servicetype_db [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106376) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 01 16:25:39.287657 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.services.service_base [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106376) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 01 16:25:39.288013 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.services.service_base [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106376) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 01 16:25:39.288360 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.services.service_base [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106376) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 01 16:25:39.289253 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.services.service_base [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106376) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 01 16:25:39.289629 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.services.service_base [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 01 16:25:39.290010 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106376) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 16:25:39.290360 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 01 16:25:39.301321 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106376) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 16:25:39.301662 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading Plugin: auto_allocate Sep 01 16:25:39.307418 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: network precommit_update 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.307790 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: network precommit_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.308303 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106376) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 16:25:39.308626 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading Plugin: tag Sep 01 16:25:39.315820 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106376) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 16:25:39.316200 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading Plugin: timestamp Sep 01 16:25:39.321155 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106376) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 16:25:39.321493 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading Plugin: network_ip_availability Sep 01 16:25:39.326983 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.327357 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.327712 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.328428 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106376) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 16:25:39.328861 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading Plugin: flavors Sep 01 16:25:39.333563 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106376) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 16:25:39.333895 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading Plugin: revisions Sep 01 16:25:39.338321 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106376) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 16:25:39.338709 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_concurrency.lockutils [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.877s {{(pid=106376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 01 16:25:39.339446 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106376) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 01 16:25:39.339785 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Initializing extension manager. Sep 01 16:25:39.340308 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: __init__.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.340652 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: __pycache__ {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.340990 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: address_group.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.341886 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.342484 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: address-group Sep 01 16:25:39.342812 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: address_scope.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.343491 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.343999 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: address-scope Sep 01 16:25:39.344840 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.345722 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.346230 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: router-admin-state-down-before-update Sep 01 16:25:39.346583 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: agent.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.347249 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.347761 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: agent Sep 01 16:25:39.348086 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: agent_resources_synced.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.348968 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.349507 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: agent-resources-synced Sep 01 16:25:39.349798 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: allowedaddresspairs.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.351599 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.352122 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: allowed-address-pairs Sep 01 16:25:39.352449 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: auto_allocated_topology.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.353489 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.354004 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: auto-allocated-topology Sep 01 16:25:39.354366 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: availability_zone.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.355029 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.355537 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: availability_zone Sep 01 16:25:39.355859 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: availability_zone_filter.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.356733 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.357239 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: availability_zone_filter Sep 01 16:25:39.357565 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: data_plane_status.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.358468 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.358976 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extension data-plane-status not supported by any of loaded plugins Sep 01 16:25:39.359298 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: default_subnetpools.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.360720 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.361231 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: default-subnetpools Sep 01 16:25:39.361817 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.362638 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.363151 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: dhcp_agent_scheduler Sep 01 16:25:39.363473 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: dns.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.364355 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.364859 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extension dns-integration not supported by any of loaded plugins Sep 01 16:25:39.365185 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: dns_domain_ports.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.366068 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.366597 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 01 16:25:39.367325 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.367792 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.368290 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 01 16:25:39.368612 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: dvr.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.369249 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.369751 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: dvr Sep 01 16:25:39.370074 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: ecmp_routes.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.370970 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.371468 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 01 16:25:39.371791 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: empty_string_filtering.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.372657 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.373158 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: empty-string-filtering Sep 01 16:25:39.373479 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.374374 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.374873 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 01 16:25:39.375196 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.376090 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.376587 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 01 16:25:39.376926 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: external_net.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.377810 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.378342 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: external-net Sep 01 16:25:39.378666 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.379533 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.380037 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: extra_dhcp_opt Sep 01 16:25:39.380361 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: extraroute.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.381238 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.381740 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: extraroute Sep 01 16:25:39.382084 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: extraroute_atomic.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.383109 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.383617 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: extraroute-atomic Sep 01 16:25:39.383939 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: filter_validation.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.384565 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.385063 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: filter-validation Sep 01 16:25:39.385383 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: fip_pf_description.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.386255 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.386772 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 01 16:25:39.387093 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: fip_pf_port_range.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.387984 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.388488 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 01 16:25:39.388810 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: fip_port_details.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.389691 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.390197 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: fip-port-details Sep 01 16:25:39.390543 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: flavors.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.391749 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.392258 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: flavors Sep 01 16:25:39.392585 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.394186 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.394736 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 01 16:25:39.395067 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: floatingip_pools.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.395725 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.396232 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: floatingip-pools Sep 01 16:25:39.396557 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: ip_allocation.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.397445 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.397948 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extension ip_allocation not supported by any of loaded plugins Sep 01 16:25:39.398304 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.399189 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.399694 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: ip-substring-filtering Sep 01 16:25:39.400020 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: l2_adjacency.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.400916 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.401413 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 01 16:25:39.401739 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: l3.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.402689 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.403204 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: router Sep 01 16:25:39.403534 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.405900 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.406458 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 01 16:25:39.407312 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.408202 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.408718 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: ext-gw-mode Sep 01 16:25:39.409047 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.409927 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.410466 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: l3-ha Sep 01 16:25:39.410796 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.411666 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.412166 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 01 16:25:39.412491 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: l3_flavors.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.413371 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.413878 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: l3-flavors Sep 01 16:25:39.414203 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.415566 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.416088 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 01 16:25:39.416423 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.417310 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.417834 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 01 16:25:39.418164 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: l3agentscheduler.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.419193 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.419707 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: l3_agent_scheduler Sep 01 16:25:39.420037 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: local_ip.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.421737 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.422853 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extension local_ip not supported by any of loaded plugins Sep 01 16:25:39.423204 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: logging.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.424633 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.425151 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extension logging not supported by any of loaded plugins Sep 01 16:25:39.425483 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: metering.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.426186 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.426786 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: metering Sep 01 16:25:39.427113 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.428165 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.428683 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: metering_source_and_destination_fields Sep 01 16:25:39.429009 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: multiprovidernet.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.429894 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.430439 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: multi-provider Sep 01 16:25:39.430765 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: netmtu.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.431649 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.432155 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: net-mtu Sep 01 16:25:39.432478 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: netmtu_writable.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.433355 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.433863 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: net-mtu-writable Sep 01 16:25:39.434190 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: network_availability_zone.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.434847 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.435349 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: network_availability_zone Sep 01 16:25:39.435669 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: network_ip_availability.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.436726 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.437235 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: network-ip-availability Sep 01 16:25:39.437559 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: network_segment_range.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.438350 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.438855 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extension network-segment-range not supported by any of loaded plugins Sep 01 16:25:39.439175 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: pagination.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.440115 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.440441 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: pagination Sep 01 16:25:39.440757 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: port_device_profile.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.441627 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.442136 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: port-device-profile Sep 01 16:25:39.442480 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: port_mac_address_override.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.443366 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.443905 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: port-mac-override Sep 01 16:25:39.444227 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.445105 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.445613 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: port-mac-address-regenerate Sep 01 16:25:39.445936 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.446840 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.447346 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: port-numa-affinity-policy Sep 01 16:25:39.447668 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: port_resource_request.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.448555 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.449060 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extension port-resource-request not supported by any of loaded plugins Sep 01 16:25:39.449382 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: port_resource_request_groups.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.450328 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.450833 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 01 16:25:39.451154 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: portbindings.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.452039 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.452546 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: binding Sep 01 16:25:39.452867 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: portbindings_extended.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.454129 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.454687 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: binding-extended Sep 01 16:25:39.455016 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: portsecurity.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.455894 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.456406 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: port-security Sep 01 16:25:39.456731 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: project_id.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.457667 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.458004 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: project-id Sep 01 16:25:39.458358 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: providernet.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.459234 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.459744 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: provider Sep 01 16:25:39.460067 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: qos.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.463747 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.464274 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extension qos not supported by any of loaded plugins Sep 01 16:25:39.464611 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.465819 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.466375 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 01 16:25:39.466706 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.467604 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.468146 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 01 16:25:39.468480 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: qos_default.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.469882 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.470425 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extension qos-default not supported by any of loaded plugins Sep 01 16:25:39.470752 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: qos_fip.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.471643 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.472159 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extension qos-fip not supported by any of loaded plugins Sep 01 16:25:39.472484 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.473361 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.473867 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 01 16:25:39.474190 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: qos_gateway_ip.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.475098 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.475604 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 01 16:25:39.475927 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: qos_port_network_policy.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.476801 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.477303 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 01 16:25:39.477626 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.478650 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.479160 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 01 16:25:39.479484 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.480489 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.480998 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 01 16:25:39.481324 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: qos_pps_rule.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.482477 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.482995 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extension qos-pps not supported by any of loaded plugins Sep 01 16:25:39.483321 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: qos_rule_type_details.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.484196 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.484703 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 01 16:25:39.485566 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.486722 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.487232 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 01 16:25:39.487557 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: qos_rules_alias.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.488581 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.489089 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 01 16:25:39.489415 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: quota_check_limit.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.490319 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.490830 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: quota-check-limit Sep 01 16:25:39.491156 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: quotasv2.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.492049 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.492379 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: quotas Sep 01 16:25:39.492701 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: quotasv2_detail.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.494391 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.494734 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: quota_details Sep 01 16:25:39.495063 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: rbac.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.496085 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.496602 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: rbac-policies Sep 01 16:25:39.496933 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: rbac_address_group.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.497828 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.498385 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: rbac-address-group Sep 01 16:25:39.498716 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: rbac_address_scope.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.499600 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.500116 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: rbac-address-scope Sep 01 16:25:39.500465 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: rbac_security_groups.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.501419 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.501938 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: rbac-security-groups Sep 01 16:25:39.502287 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: rbac_subnetpool.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.503172 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.503684 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: rbac-subnetpool Sep 01 16:25:39.504007 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: revisionifmatch.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.504902 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.505413 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: revision-if-match Sep 01 16:25:39.505738 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: revisions.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.506865 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.507379 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: standard-attr-revisions Sep 01 16:25:39.507703 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: router_availability_zone.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.508345 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.508866 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: router_availability_zone Sep 01 16:25:39.509190 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: routerservicetype.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.510084 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.510617 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extension router-service-type not supported by any of loaded plugins Sep 01 16:25:39.510941 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.511827 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.512336 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: security-groups-normalized-cidr Sep 01 16:25:39.512659 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.513542 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.514047 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: port-security-groups-filtering Sep 01 16:25:39.514401 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.515285 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.515796 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: security-groups-remote-address-group Sep 01 16:25:39.516150 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.517045 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.517554 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: security-groups-shared-filtering Sep 01 16:25:39.517877 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: securitygroup.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.527558 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.528091 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: security-group Sep 01 16:25:39.528432 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: segment.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.529122 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.529638 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extension segment not supported by any of loaded plugins Sep 01 16:25:39.529967 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.530898 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.531414 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 01 16:25:39.532259 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: servicetype.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.533321 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.533840 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: service-type Sep 01 16:25:39.534164 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: sorting.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.535132 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.535469 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: sorting Sep 01 16:25:39.535794 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: standard_attr_segment.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.536670 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.537185 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 01 16:25:39.537512 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: standardattrdescription.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.538128 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.538675 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: standard-attr-description Sep 01 16:25:39.539007 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: stateful_security_group.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.539907 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.540421 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: stateful-security-group Sep 01 16:25:39.540748 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: stdattrs_common.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.541293 dv-cinder-852209-10-iscsi neutron-server[106376]: WARNING neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 01 16:25:39.541622 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.542555 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.543072 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 01 16:25:39.543396 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: subnet_onboard.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.544412 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.544930 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: subnet_onboard Sep 01 16:25:39.545255 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.546142 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.546679 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 01 16:25:39.547005 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: subnet_service_types.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.548474 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.548993 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: subnet-service-types Sep 01 16:25:39.549320 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: subnetallocation.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.550416 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.550932 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: subnet_allocation Sep 01 16:25:39.551263 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.551897 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.552407 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: subnetpool-prefix-ops Sep 01 16:25:39.552735 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.553634 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.554143 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 01 16:25:39.554500 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: tagging.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.555526 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.556050 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: standard-attr-tag Sep 01 16:25:39.556377 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: timestamp.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.557536 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.558052 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loaded extension: standard-attr-timestamp Sep 01 16:25:39.558421 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: trunk.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.559422 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.559932 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extension trunk not supported by any of loaded plugins Sep 01 16:25:39.560257 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: trunk_details.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.561133 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.561639 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extension trunk-details not supported by any of loaded plugins Sep 01 16:25:39.561964 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: uplink_status_propagation.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.562902 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.563412 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 01 16:25:39.563735 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Loading extension file: vlantransparent.py {{(pid=106376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 01 16:25:39.564366 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 01 16:25:39.564866 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 01 16:25:39.567482 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.quota.resource_registry [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Creating instance of TrackedResource for resource:network Sep 01 16:25:39.567954 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.quota.resource_registry [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Creating instance of TrackedResource for resource:subnet Sep 01 16:25:39.568356 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.quota.resource_registry [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 16:25:39.568751 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.quota.resource_registry [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Creating instance of TrackedResource for resource:port Sep 01 16:25:39.570011 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.v2.resource_helper [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 16:25:39.570487 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.v2.resource_helper [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Service FLAVORS assigned prefix: {{(pid=106376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 16:25:39.571111 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.v2.resource_helper [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 16:25:39.571544 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.v2.resource_helper [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 16:25:39.571881 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.quota.resource_registry [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Creating instance of TrackedResource for resource:router Sep 01 16:25:39.572317 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.quota.resource_registry [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Creating instance of TrackedResource for resource:floatingip Sep 01 16:25:39.572815 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.v2.resource_helper [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Service METERING assigned prefix: /metering {{(pid=106376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 16:25:39.574244 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.574625 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.574981 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:25:39.575993 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.quota.resource_registry [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Creating instance of CountableResource for resource:rbac_policy Sep 01 16:25:39.576455 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.quota.resource_registry [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Creating instance of TrackedResource for resource:security_group Sep 01 16:25:39.576901 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.quota.resource_registry [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 01 16:25:39.577447 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.v2.resource_helper [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Service CORE assigned prefix: {{(pid=106376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 16:25:39.577779 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.quota.resource_registry [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 16:25:39.578131 dv-cinder-852209-10-iscsi neutron-server[106376]: WARNING neutron.quota.resource_registry [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] subnetpool is already registered Sep 01 16:25:39.578627 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.v2.resource_helper [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Service CORE assigned prefix: {{(pid=106376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 16:25:39.578986 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.quota.resource_registry [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 16:25:39.579307 dv-cinder-852209-10-iscsi neutron-server[106376]: WARNING neutron.quota.resource_registry [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] subnetpool is already registered Sep 01 16:25:39.581786 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.v2.resource_helper [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 16:25:39.582225 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.v2.resource_helper [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Service FLAVORS assigned prefix: {{(pid=106376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 16:25:39.582856 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.v2.resource_helper [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 16:25:39.583284 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.v2.resource_helper [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 16:25:39.583622 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.quota.resource_registry [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Creating instance of TrackedResource for resource:router Sep 01 16:25:39.583966 dv-cinder-852209-10-iscsi neutron-server[106376]: WARNING neutron.quota.resource_registry [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] router is already registered Sep 01 16:25:39.584388 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.quota.resource_registry [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Creating instance of TrackedResource for resource:floatingip Sep 01 16:25:39.584729 dv-cinder-852209-10-iscsi neutron-server[106376]: WARNING neutron.quota.resource_registry [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] floatingip is already registered Sep 01 16:25:39.585196 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.v2.resource_helper [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Service METERING assigned prefix: /metering {{(pid=106376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 16:25:39.585877 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.quota.resource_registry [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Creating instance of CountableResource for resource:rbac_policy Sep 01 16:25:39.586207 dv-cinder-852209-10-iscsi neutron-server[106376]: WARNING neutron.quota.resource_registry [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] rbac_policy is already registered Sep 01 16:25:39.586651 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.quota.resource_registry [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Creating instance of TrackedResource for resource:security_group Sep 01 16:25:39.586991 dv-cinder-852209-10-iscsi neutron-server[106376]: WARNING neutron.quota.resource_registry [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] security_group is already registered Sep 01 16:25:39.587402 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.quota.resource_registry [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 01 16:25:39.587742 dv-cinder-852209-10-iscsi neutron-server[106376]: WARNING neutron.quota.resource_registry [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] security_group_rule is already registered Sep 01 16:25:39.588388 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.v2.resource_helper [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Service CORE assigned prefix: {{(pid=106376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 16:25:39.588726 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.quota.resource_registry [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 16:25:39.589073 dv-cinder-852209-10-iscsi neutron-server[106376]: WARNING neutron.quota.resource_registry [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] subnetpool is already registered Sep 01 16:25:39.589500 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.v2.resource_helper [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Service CORE assigned prefix: {{(pid=106376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 16:25:39.589829 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.quota.resource_registry [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 16:25:39.590167 dv-cinder-852209-10-iscsi neutron-server[106376]: WARNING neutron.quota.resource_registry [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] subnetpool is already registered Sep 01 16:25:39.590682 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extended resource: extensions {{(pid=106376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:25:39.592139 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extended resource: address-groups {{(pid=106376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:25:39.593606 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extended resource: address-scopes {{(pid=106376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:25:39.595474 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extended resource: agents {{(pid=106376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:25:39.596617 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extended resource: auto-allocated-topology {{(pid=106376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:25:39.597895 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extended resource: availability_zones {{(pid=106376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:25:39.599155 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extended resource: dhcp-networks {{(pid=106376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:25:39.600665 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extended resource: dhcp-agents {{(pid=106376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:25:39.602087 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extended resource: routers {{(pid=106376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:25:39.603825 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extended resource: flavors {{(pid=106376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:25:39.606138 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extended resource: service_profiles {{(pid=106376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:25:39.607394 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extended resource: next_providers {{(pid=106376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:25:39.608847 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extended resource: service_profiles {{(pid=106376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:25:39.611055 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extended resource: floatingip-pools {{(pid=106376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:25:39.612556 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extended resource: routers {{(pid=106376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:25:39.614272 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extended resource: floatingips {{(pid=106376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:25:39.615468 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extended resource: l3-routers {{(pid=106376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:25:39.616952 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extended resource: l3-agents {{(pid=106376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:25:39.618402 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extended resource: metering-labels {{(pid=106376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:25:39.619671 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extended resource: metering-label-rules {{(pid=106376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:25:39.621047 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extended resource: network-ip-availabilities {{(pid=106376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:25:39.622377 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extended resource: bindings {{(pid=106376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:25:39.623938 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extended resource: quotas {{(pid=106376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:25:39.625615 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extended resource: quotas {{(pid=106376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:25:39.627190 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extended resource: rbac-policies {{(pid=106376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:25:39.628394 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extended resource: security-groups {{(pid=106376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:25:39.629714 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extended resource: security-group-rules {{(pid=106376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:25:39.630995 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extended resource: service-providers {{(pid=106376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:25:39.632207 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extended resource: subnetpools {{(pid=106376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:25:39.633536 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extended resource: subnetpools {{(pid=106376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:25:39.635129 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extended resource: tags {{(pid=106376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:25:39.636801 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extended resource: tags {{(pid=106376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:25:39.638637 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extended resource: tags {{(pid=106376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:25:39.640435 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extended resource: tags {{(pid=106376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:25:39.642156 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extended resource: tags {{(pid=106376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:25:39.644130 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extended resource: tags {{(pid=106376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:25:39.645869 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extended resource: tags {{(pid=106376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:25:39.647681 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extended resource: tags {{(pid=106376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:25:39.649565 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extended resource: tags {{(pid=106376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:25:39.651464 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron.api.extensions [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Extended resource: tags {{(pid=106376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 16:25:39.658067 dv-cinder-852209-10-iscsi neutron-server[106376]: WARNING keystonemiddleware.auth_token [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 01 16:25:39.663195 dv-cinder-852209-10-iscsi neutron-server[106376]: WARNING keystonemiddleware.auth_token [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 01 16:25:39.672024 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_concurrency.lockutils [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Acquiring lock "singleton_lock" {{(pid=106376) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Sep 01 16:25:39.673048 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_concurrency.lockutils [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Acquired lock "singleton_lock" {{(pid=106376) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Sep 01 16:25:39.673425 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_concurrency.lockutils [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Releasing lock "singleton_lock" {{(pid=106376) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Sep 01 16:25:39.674092 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO oslo_service.service [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Starting 2 workers Sep 01 16:25:39.678973 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Started child 106489 {{(pid=106376) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 01 16:25:39.683407 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Started child 106490 {{(pid=106376) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 01 16:25:39.684526 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:25:39.685238 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO neutron.service [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 01 16:25:39.685690 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:25:39.686076 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [-] (106489) wsgi starting up on http://0.0.0.0:9696 Sep 01 16:25:39.688180 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:25:39.688665 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO oslo_service.service [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Starting 1 workers Sep 01 16:25:39.689616 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [-] (106490) wsgi starting up on http://0.0.0.0:9696 Sep 01 16:25:39.693432 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Started child 106491 {{(pid=106376) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 01 16:25:39.693975 dv-cinder-852209-10-iscsi neutron-server[106376]: INFO oslo_service.service [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Starting 1 workers Sep 01 16:25:39.697322 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.service [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] calling RpcWorker wait() {{(pid=106491) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 01 16:25:39.697840 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.service [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] returning from RpcWorker wait() {{(pid=106491) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 01 16:25:39.698466 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Started child 106492 {{(pid=106376) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 01 16:25:39.699286 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f6b844c0-80d3-4c8d-a885-fd4b21322e44 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:25:39.699388 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:25:39.699898 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:25:39.701225 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106376) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 01 16:25:39.701434 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 01 16:25:39.701670 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 01 16:25:39.701846 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 01 16:25:39.702190 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 01 16:25:39.702391 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 01 16:25:39.702929 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.703221 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.703474 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.703734 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:25:39.704193 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.704372 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.704642 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.704743 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:25:39.704897 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.705174 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.705443 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.705610 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.705775 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.706025 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.706368 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.706691 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.706966 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.707218 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.707463 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.707632 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.707892 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.708148 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.708410 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.708686 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] debug = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.708948 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.709451 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.709697 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.709942 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.710186 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.710489 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.710734 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.710988 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.711234 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.711450 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.711694 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.711954 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.712211 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.712449 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.712675 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.712935 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.713154 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.713638 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] host = dv-cinder-852209-10-iscsi {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.713884 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.714132 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.714409 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.714688 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.714932 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.715169 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.715420 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.715673 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.715923 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.716165 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.716426 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.716678 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.716930 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.717182 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] log_file = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.717345 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] log_options = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.717590 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.717889 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.718157 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.718380 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.718545 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.718698 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.718959 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.719813 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.719944 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.720097 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.720330 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.720545 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.720763 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.721006 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.721244 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.721475 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.721692 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.721920 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.722192 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.722559 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.722717 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.722968 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.724251 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.724251 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.724251 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.724251 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.724251 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.725762 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.725762 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.725762 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.725762 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.725762 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.726061 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.726320 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.726550 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.726930 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.727099 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.727311 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.727597 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.727941 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.728294 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.728555 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.728819 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.729139 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.729616 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.729855 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.730074 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] use_json = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.730354 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.730626 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.730892 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.731211 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.731470 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.731695 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.732009 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.732338 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.732610 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.733720 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.734539 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.735517 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.735785 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.736037 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.736581 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.736828 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.737061 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.737329 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.737569 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.737921 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.738176 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.738500 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.738789 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.739054 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.739419 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.739704 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.739948 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.740183 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.740455 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.740671 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.740911 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.741195 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.741440 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.741669 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.741905 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.742120 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.742440 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.742707 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.742973 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.743340 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.743606 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.743861 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.744153 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.744374 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.744633 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.744847 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.745078 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.745303 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.745511 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.745764 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.745996 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.746226 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.746641 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.747009 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.747248 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.747500 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.747758 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.748014 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.748238 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.748472 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.748689 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.748924 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.749157 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.749404 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.749617 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.749850 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.750096 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.750376 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.750616 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.750849 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.751088 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.751342 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.751557 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.751792 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.752004 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.752241 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.752452 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.752694 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.752915 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.753127 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.753332 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.753552 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.753761 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.753973 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.754211 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.754445 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.754665 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.754890 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.755101 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.755313 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.755522 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.755729 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.755962 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.756175 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.756392 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.756605 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.756814 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.757026 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.757237 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.757482 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.757740 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.758050 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.758301 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.758561 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.758784 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.759033 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.759275 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.759502 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.759868 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.760266 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.760699 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.761126 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.761546 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.761990 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.762406 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.762775 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.763042 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.763293 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.763517 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.763737 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.763957 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.764176 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.764401 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.764620 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.764857 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.765088 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.765344 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.765600 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.765852 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.766589 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.766843 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.767077 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.767444 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.767673 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.767970 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.768189 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.768446 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.768761 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.769032 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.769333 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.769565 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.769797 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.770079 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.770368 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.770641 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.770875 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.771102 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.771339 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.771576 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.771798 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.772014 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.772247 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.772555 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.772802 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.773040 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.773256 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.773512 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.773923 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.774335 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.774753 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.775140 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.775546 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.775960 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.776212 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.776428 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.776664 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.776917 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.777133 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.777367 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.777601 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.777846 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.778060 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.778328 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.778556 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.778789 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.779006 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.779239 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.779458 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.779694 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.779944 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.780157 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.780380 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.780615 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.780831 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.781048 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.781260 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.781624 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.782450 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.782671 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.782954 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.783203 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.783437 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.783679 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.783919 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.784150 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.784365 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.784624 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.784843 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.785212 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.785423 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.785644 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.785857 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.786075 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.786327 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.786539 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.786805 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.787065 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.787407 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.787649 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.787891 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.788151 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.788532 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.788899 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.789119 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.789359 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.789618 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.789835 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.790078 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.790322 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.790552 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.790776 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.790990 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.791205 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.791440 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.791673 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.791926 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.792168 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.792394 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.792636 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.792850 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.793077 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.793295 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.793528 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.793909 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.794288 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.794540 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.794752 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.795006 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.795233 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.795553 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.795804 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.796048 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.796293 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.796538 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.796749 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.796994 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.797245 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.797433 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.797706 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.797928 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.798139 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.798390 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.798649 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.798864 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.799085 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.799299 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.799509 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.799731 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.799938 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.800145 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.800363 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.800576 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.800783 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.801003 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.801208 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.801437 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.801675 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.801888 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.802095 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.802476 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.802940 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.802940 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.803455 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.803455 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.803733 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.803977 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.804159 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.804423 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.804765 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.804947 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.805174 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.805435 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.805792 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.806032 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.810268 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.810268 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.810268 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.810268 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.810268 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.810268 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.810701 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:25:39.810784 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.810784 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.810784 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.810784 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.810784 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.810784 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.810784 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.810784 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.811246 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.811246 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.811246 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.811246 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.811246 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.811246 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.811246 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.811655 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.811731 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.811900 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.812157 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.812391 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.812604 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.812841 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.813069 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.813306 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.813532 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.813768 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.814005 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.814274 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.814394 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 01 16:25:39.814921 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106376) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 01 16:25:39.815082 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 01 16:25:39.815234 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 01 16:25:39.815402 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 01 16:25:39.815618 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 01 16:25:39.815724 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 01 16:25:39.815908 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.816062 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.816378 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.816540 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.816732 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.816892 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.817051 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.817207 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.817363 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.817570 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.817674 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.817818 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.817977 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.818105 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.818295 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.818430 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.818585 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.818747 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.818900 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.819035 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.819182 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.819334 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] debug = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.819473 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.819670 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.819848 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.819989 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.820122 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.820254 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.820400 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.820543 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.820682 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.820820 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.820958 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.821108 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.821247 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.821384 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.821960 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.821960 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.821960 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.821960 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] host = dv-cinder-852209-10-iscsi {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.823391 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.823391 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.823391 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.823391 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.823391 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.823391 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.823391 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.823391 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.824230 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.824230 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.824230 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.824230 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.824230 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.824230 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] log_file = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.824230 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] log_options = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.824701 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.824701 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.824701 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.824908 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.824908 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.825051 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.825180 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.825335 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.825488 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.825632 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.825844 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.825975 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.826099 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.826223 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.826377 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.826502 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.826664 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.826820 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.826964 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.827118 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.827273 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.827429 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.827584 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.827739 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.827893 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.828048 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.828191 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.828443 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.829084 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.829211 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.829527 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.829527 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.829527 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.829873 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.829873 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.830115 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.830115 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.830387 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.830472 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.830782 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.830782 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.832219 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.832219 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.832219 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.832219 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.832219 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.832219 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] use_json = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.832219 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.832219 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.832219 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.834229 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.834229 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.834229 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.834229 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.834229 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.834229 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 16:25:39.834229 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.834229 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.835641 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.835641 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.835641 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.835641 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.835641 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.835641 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.835641 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.835641 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.836524 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.836524 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.836524 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.836524 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.836524 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.836524 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.836524 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.836524 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.837310 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.837310 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.837310 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.837310 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.837310 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.837310 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.837310 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.837310 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.838175 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.838175 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.838175 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.838175 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.838175 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.838175 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.838175 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.838175 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.838938 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.838938 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.838938 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.838938 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.838938 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.838938 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.839469 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.839469 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.839469 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.839469 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.839751 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.839751 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.839946 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.840026 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.840157 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.840317 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.840475 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.840637 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.840796 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.840955 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.841114 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.841334 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.841473 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.841562 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.841723 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.842338 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.842338 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.842338 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.842338 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.842643 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.842643 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.842787 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.842925 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.843787 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.843787 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.843787 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.843787 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.843787 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.845057 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.845057 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.845057 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.845057 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.845057 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.845617 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.845617 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.845617 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.845617 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.846080 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.846080 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.846080 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.846419 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.846419 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.846697 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.846697 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.846949 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.846949 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.847185 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.847312 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.847435 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.847579 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.847737 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.847902 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.848038 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.848188 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.848345 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.848502 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.848660 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.848817 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.848975 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.849133 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.849296 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.849457 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.849612 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.849769 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.849927 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.850084 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.850261 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.850416 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.850576 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.850734 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.850892 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.851049 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.851207 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.851366 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.851522 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.851679 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.851836 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.851992 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.852149 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.852315 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.852473 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.852635 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.852793 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.852956 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.853128 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.853287 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.853445 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.853603 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.853760 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.853917 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.854074 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.854267 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.854408 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.854566 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.854724 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.854893 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.855053 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.855211 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.855368 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.855549 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.855707 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.855864 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.856022 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.856180 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.856337 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.856495 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.856654 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.856813 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.856969 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.857128 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.857286 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.857445 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.857603 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.857761 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.857919 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.858078 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.858295 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.858412 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.858572 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.858731 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.858889 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.859046 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.859205 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.859376 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.859527 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.859667 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.859849 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.860008 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.860165 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.860323 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.860481 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.860639 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.860796 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.860955 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.861112 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.861529 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.861695 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.861854 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.862013 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.862172 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.862369 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.862529 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.862689 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.862849 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.863013 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.863171 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.863330 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.863487 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.863647 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.863806 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.863965 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.864124 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.864282 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.864441 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.864617 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.864774 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.864932 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.865091 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.865248 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.865406 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.865565 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.865722 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.865891 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.866621 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.866621 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.866621 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.866621 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.866621 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.867003 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.867003 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.867204 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.867204 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.867442 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.867578 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.867673 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.867832 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.867989 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.868149 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.868306 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.868464 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.868621 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.868780 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.868937 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.869094 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.869252 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.869409 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.869580 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.869739 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.869897 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.870055 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.870213 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.870391 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.870559 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.870717 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.870876 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.871033 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.871191 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.871348 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.871515 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.871673 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.871831 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.871988 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.872147 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.872303 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.872470 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.872628 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.872785 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.872943 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.873105 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.873262 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.873428 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.873585 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.873769 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.873888 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.874055 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.874190 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.874378 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.874536 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.874694 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.874854 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.874997 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.875155 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.875321 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.875503 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.875662 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.875827 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.875986 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.876143 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.876302 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.876472 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.876631 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.876792 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.876950 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.877107 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.877265 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.877425 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.877587 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.877754 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.877916 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.878066 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.878246 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.878417 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.878585 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.878742 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.878908 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.879077 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.879235 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.879393 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.879552 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.879711 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.879905 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.880038 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.880226 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.880409 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.880644 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.880780 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.880937 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.881094 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.881292 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.881525 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.881761 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.881922 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.882138 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.882336 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.882521 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 16:25:39.882521 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 01 16:25:40.083133 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 55566) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:25:40.090130 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [-] 10.222.0.18 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0049360 Sep 01 16:25:40.095172 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [-] 10.222.0.18 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0044570 Sep 01 16:25:49.182605 dv-cinder-852209-10-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:25:51.259390 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228ccb31-2f6c-4821-b439-3deb8d0c9643 None None] get_active_networks_info from dv-cinder-852209-10-iscsi {{(pid=106491) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Sep 01 16:25:51.270638 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writer thread running {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 01 16:25:51.352304 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228ccb31-2f6c-4821-b439-3deb8d0c9643 None None] No non-hosted networks {{(pid=106491) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 01 16:25:51.365705 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.agentschedulers_db [None req-228ccb31-2f6c-4821-b439-3deb8d0c9643 None None] DHCP Agent not found on host dv-cinder-852209-10-iscsi {{(pid=106491) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 01 16:25:51.439021 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-81512f8e-a70a-48f7-8611-50bdec69e7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-632360'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_create {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:25:53.100152 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writer thread running {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 01 16:25:53.675890 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-f9266bf6-9a35-4142-8064-554bb81f6724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-632360'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_create {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:25:53.717766 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-dd5aaa9a-43c8-4479-80e5-264eb577fd3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:25:54.554112 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-632360'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_create {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:25:54.827816 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 55640) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:25:55.403942 dv-cinder-852209-10-iscsi neutron-server[106490]: WARNING oslo_policy.policy [None req-21c4f965-630d-4b52-bc34-a91f0b1e8a1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 16:25:55.404550 dv-cinder-852209-10-iscsi neutron-server[106490]: WARNING oslo_policy.policy [None req-21c4f965-630d-4b52-bc34-a91f0b1e8a1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 16:25:55.628445 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [None req-21c4f965-630d-4b52-bc34-a91f0b1e8a1e admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106490) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 01 16:25:55.629717 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-21c4f965-630d-4b52-bc34-a91f0b1e8a1e admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8008063 Sep 01 16:25:56.300619 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-632360'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_create {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:25:56.419777 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-632360'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_create {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:25:56.421119 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:56.422555 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:56.423138 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:56.423744 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:56.424333 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:56.424865 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:56.425393 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:56.426200 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:56.426754 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:56.427370 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:56.427903 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:56.428524 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:56.429065 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:56.429600 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:56.430374 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:56.430974 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-852209-10-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:25:56.438497 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-852209-10-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:25:58.089953 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 55674) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:25:58.419592 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-ac0e2b74-9bb8-4ad1-bd7b-f221636dc018 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:25:58.432620 dv-cinder-852209-10-iscsi neutron-server[106490]: ERROR stevedore.extension [None req-ac0e2b74-9bb8-4ad1-bd7b-f221636dc018 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 01 16:25:58.513908 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.policy [None req-ac0e2b74-9bb8-4ad1-bd7b-f221636dc018 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106490) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 01 16:25:58.556790 dv-cinder-852209-10-iscsi neutron-server[106490]: WARNING oslo_policy.policy [None req-ac0e2b74-9bb8-4ad1-bd7b-f221636dc018 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 16:25:58.557178 dv-cinder-852209-10-iscsi neutron-server[106490]: WARNING oslo_policy.policy [None req-ac0e2b74-9bb8-4ad1-bd7b-f221636dc018 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 16:25:58.576888 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writer thread running {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 01 16:25:58.660532 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-ac0e2b74-9bb8-4ad1-bd7b-f221636dc018 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777438486169', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777438478445', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777438462385', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777438477453', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777438582232', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777438589544', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1386752', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1383542', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-710996', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-555445'] for rbac-policy (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:25:58.736286 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-ac0e2b74-9bb8-4ad1-bd7b-f221636dc018 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:25:58.737499 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-ac0e2b74-9bb8-4ad1-bd7b-f221636dc018 admin admin] 10.222.0.18 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6462901 Sep 01 16:25:58.849524 dv-cinder-852209-10-iscsi neutron-server[106491]: INFO neutron.db.l3_hamode_db [None req-57741c29-f11e-4378-9d31-93b5001db225 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 01 16:25:58.932581 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57741c29-f11e-4378-9d31-93b5001db225 None None] Routers set() bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:25:58.932979 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57741c29-f11e-4378-9d31-93b5001db225 None None] Router IDs set() for agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 01 16:26:01.098252 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 55684) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:26:01.416089 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-a5a594ae-19f4-4f36-b846-cfa41642b5e5 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:26:01.445964 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a594ae-19f4-4f36-b846-cfa41642b5e5 demo demo] Made reservation on behalf of a3f472f7ed974397b7020b42b4f22bd3 for: {'network': 1} {{(pid=106490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:26:01.450011 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a5a594ae-19f4-4f36-b846-cfa41642b5e5 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for network (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:01.468679 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a5a594ae-19f4-4f36-b846-cfa41642b5e5 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:01.575473 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a5a594ae-19f4-4f36-b846-cfa41642b5e5 demo demo] Publish callbacks [] for security_group (223b02ff-8942-4db7-8725-e6b3a8a588a8), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:01.580206 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a5a594ae-19f4-4f36-b846-cfa41642b5e5 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (223b02ff-8942-4db7-8725-e6b3a8a588a8), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:01.604347 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5a594ae-19f4-4f36-b846-cfa41642b5e5 demo demo] vlan segment allocate from pool success with {'vlan_id': 905, 'physical_network': 'physnet1'} {{(pid=106490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:26:01.636714 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a5a594ae-19f4-4f36-b846-cfa41642b5e5 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777439728788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449'] for segment (27dd92be-0eb5-43e0-bfef-c38b098fab90), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:01.637209 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a5a594ae-19f4-4f36-b846-cfa41642b5e5 demo demo] Unsubscribe: segment precommit_create {{(pid=106490) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 01 16:26:01.637738 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.db.segments_db [None req-a5a594ae-19f4-4f36-b846-cfa41642b5e5 demo demo] Added segment 27dd92be-0eb5-43e0-bfef-c38b098fab90 of type vlan for network 338ed513-3447-4641-b67f-5c38a97294f8 Sep 01 16:26:01.671431 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a594ae-19f4-4f36-b846-cfa41642b5e5 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=223b02ff-8942-4db7-8725-e6b3a8a588a8,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:26:01.707832 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a594ae-19f4-4f36-b846-cfa41642b5e5 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:26:01.708168 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a594ae-19f4-4f36-b846-cfa41642b5e5 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:26:01.708525 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a594ae-19f4-4f36-b846-cfa41642b5e5 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:26:01.708871 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a594ae-19f4-4f36-b846-cfa41642b5e5 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:26:01.709197 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a594ae-19f4-4f36-b846-cfa41642b5e5 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:26:01.709518 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a594ae-19f4-4f36-b846-cfa41642b5e5 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:26:01.709835 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a594ae-19f4-4f36-b846-cfa41642b5e5 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:26:01.710151 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a594ae-19f4-4f36-b846-cfa41642b5e5 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:26:01.710508 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a594ae-19f4-4f36-b846-cfa41642b5e5 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:26:01.710828 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a594ae-19f4-4f36-b846-cfa41642b5e5 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:26:01.711185 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a594ae-19f4-4f36-b846-cfa41642b5e5 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:26:01.711478 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a594ae-19f4-4f36-b846-cfa41642b5e5 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:26:01.711806 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a594ae-19f4-4f36-b846-cfa41642b5e5 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:26:01.712113 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a594ae-19f4-4f36-b846-cfa41642b5e5 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:26:01.712465 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a594ae-19f4-4f36-b846-cfa41642b5e5 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:26:01.713836 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a594ae-19f4-4f36-b846-cfa41642b5e5 demo demo] Tracked resource versions report: Sep 01 16:26:01.713836 dv-cinder-852209-10-iscsi neutron-server[106490]: pushed versions: Sep 01 16:26:01.713836 dv-cinder-852209-10-iscsi neutron-server[106490]: { 'AddressGroup': {'1.2'}, Sep 01 16:26:01.713836 dv-cinder-852209-10-iscsi neutron-server[106490]: 'Agent': {'1.1'}, Sep 01 16:26:01.713836 dv-cinder-852209-10-iscsi neutron-server[106490]: 'ConntrackHelper': {'1.0'}, Sep 01 16:26:01.713836 dv-cinder-852209-10-iscsi neutron-server[106490]: 'LocalIPAssociation': {'1.0'}, Sep 01 16:26:01.713836 dv-cinder-852209-10-iscsi neutron-server[106490]: 'Log': {'1.0'}, Sep 01 16:26:01.713836 dv-cinder-852209-10-iscsi neutron-server[106490]: 'NDPProxy': {'1.0'}, Sep 01 16:26:01.713836 dv-cinder-852209-10-iscsi neutron-server[106490]: 'Network': {'1.1'}, Sep 01 16:26:01.713836 dv-cinder-852209-10-iscsi neutron-server[106490]: 'Port': {'1.7'}, Sep 01 16:26:01.713836 dv-cinder-852209-10-iscsi neutron-server[106490]: 'PortForwarding': {'1.3'}, Sep 01 16:26:01.713836 dv-cinder-852209-10-iscsi neutron-server[106490]: 'QosPolicy': {'1.10'}, Sep 01 16:26:01.713836 dv-cinder-852209-10-iscsi neutron-server[106490]: 'SecurityGroup': {'1.5'}, Sep 01 16:26:01.713836 dv-cinder-852209-10-iscsi neutron-server[106490]: 'SecurityGroupRule': {'1.2'}, Sep 01 16:26:01.713836 dv-cinder-852209-10-iscsi neutron-server[106490]: 'SubPort': {'1.0'}, Sep 01 16:26:01.713836 dv-cinder-852209-10-iscsi neutron-server[106490]: 'Subnet': {'1.1'}, Sep 01 16:26:01.713836 dv-cinder-852209-10-iscsi neutron-server[106490]: 'Trunk': {'1.1'}} Sep 01 16:26:01.713836 dv-cinder-852209-10-iscsi neutron-server[106490]: consumer versions: Sep 01 16:26:01.713836 dv-cinder-852209-10-iscsi neutron-server[106490]: { DHCP agent@dv-cinder-852209-10-iscsi: {}, Sep 01 16:26:01.713836 dv-cinder-852209-10-iscsi neutron-server[106490]: L3 agent@dv-cinder-852209-10-iscsi: {}, Sep 01 16:26:01.713836 dv-cinder-852209-10-iscsi neutron-server[106490]: Metadata agent@dv-cinder-852209-10-iscsi: {}, Sep 01 16:26:01.713836 dv-cinder-852209-10-iscsi neutron-server[106490]: Metering agent@dv-cinder-852209-10-iscsi: {}, Sep 01 16:26:01.713836 dv-cinder-852209-10-iscsi neutron-server[106490]: Open vSwitch agent@dv-cinder-852209-10-iscsi: { 'AddressGroup': '1.2', Sep 01 16:26:01.713836 dv-cinder-852209-10-iscsi neutron-server[106490]: 'Agent': '1.1', Sep 01 16:26:01.713836 dv-cinder-852209-10-iscsi neutron-server[106490]: 'ConntrackHelper': '1.0', Sep 01 16:26:01.713836 dv-cinder-852209-10-iscsi neutron-server[106490]: 'LocalIPAssociation': '1.0', Sep 01 16:26:01.713836 dv-cinder-852209-10-iscsi neutron-server[106490]: 'Log': '1.0', Sep 01 16:26:01.713836 dv-cinder-852209-10-iscsi neutron-server[106490]: 'NDPProxy': '1.0', Sep 01 16:26:01.713836 dv-cinder-852209-10-iscsi neutron-server[106490]: 'Network': '1.1', Sep 01 16:26:01.713836 dv-cinder-852209-10-iscsi neutron-server[106490]: 'Port': '1.7', Sep 01 16:26:01.713836 dv-cinder-852209-10-iscsi neutron-server[106490]: 'PortForwarding': '1.3', Sep 01 16:26:01.713836 dv-cinder-852209-10-iscsi neutron-server[106490]: 'QosPolicy': '1.10', Sep 01 16:26:01.713836 dv-cinder-852209-10-iscsi neutron-server[106490]: 'SecurityGroup': '1.5', Sep 01 16:26:01.713836 dv-cinder-852209-10-iscsi neutron-server[106490]: 'SecurityGroupRule': '1.2', Sep 01 16:26:01.713836 dv-cinder-852209-10-iscsi neutron-server[106490]: 'SubPort': '1.0', Sep 01 16:26:01.713836 dv-cinder-852209-10-iscsi neutron-server[106490]: 'Subnet': '1.1', Sep 01 16:26:01.713836 dv-cinder-852209-10-iscsi neutron-server[106490]: 'Trunk': '1.1'}} Sep 01 16:26:01.713836 dv-cinder-852209-10-iscsi neutron-server[106490]: {{(pid=106490) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 16:26:01.745120 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a5a594ae-19f4-4f36-b846-cfa41642b5e5 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777439247782'] for network (338ed513-3447-4641-b67f-5c38a97294f8), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:01.763813 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=50,neutron:INSERT=46,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:26:01.788578 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a5a594ae-19f4-4f36-b846-cfa41642b5e5 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248'] for network (338ed513-3447-4641-b67f-5c38a97294f8), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:01.793558 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a594ae-19f4-4f36-b846-cfa41642b5e5 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:26:01.794308 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a5a594ae-19f4-4f36-b846-cfa41642b5e5 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for network (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:01.881054 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-a5a594ae-19f4-4f36-b846-cfa41642b5e5 demo demo] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7816961 Sep 01 16:26:01.921702 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a594ae-19f4-4f36-b846-cfa41642b5e5 demo demo] Pushing event updated for resources: {'Network': ['ID=338ed513-3447-4641-b67f-5c38a97294f8,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:26:01.934209 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Network 338ed513-3447-4641-b67f-5c38a97294f8 details requested by agent ovs-agent-dv-cinder-852209-10-iscsi with host dv-cinder-852209-10-iscsi {{(pid=106491) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:26:04.282132 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 55698) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:26:04.699645 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f0d59c-fa8f-4793-aee4-44de73b2b63c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:26:04.700995 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-88f0d59c-fa8f-4793-aee4-44de73b2b63c demo admin] 10.222.0.18 "GET /networking/v2.0/networks/338ed513-3447-4641-b67f-5c38a97294f8 HTTP/1.1" status: 200 len: 825 time: 0.4179289 Sep 01 16:26:04.728241 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-da905310-2f6d-4a01-a0d0-c442c9c3abbe demo admin] 10.222.0.18 "GET /networking/v2.0/subnetpools/1bbe62d0-de1d-4d04-b07f-768da19ee66b HTTP/1.1" status: 200 len: 734 time: 0.0193238 Sep 01 16:26:04.737084 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-67edffd3-210d-4b0b-b680-579a15705737 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '1bbe62d0-de1d-4d04-b07f-768da19ee66b', 'network_id': '338ed513-3447-4641-b67f-5c38a97294f8'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:26:04.758842 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67edffd3-210d-4b0b-b680-579a15705737 demo admin] Made reservation on behalf of a3f472f7ed974397b7020b42b4f22bd3 for: {'subnet': 1} {{(pid=106490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:26:04.761034 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-67edffd3-210d-4b0b-b680-579a15705737 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:04.967919 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:26:05.056044 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-67edffd3-210d-4b0b-b680-579a15705737 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248'] for subnet (286430d5-d9c1-4e09-a86d-0057a92167e2), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:05.121008 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67edffd3-210d-4b0b-b680-579a15705737 demo admin] Pushing event updated for resources: {'Subnet': ['ID=286430d5-d9c1-4e09-a86d-0057a92167e2,revision_number=0']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:26:05.131534 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67edffd3-210d-4b0b-b680-579a15705737 demo admin] Checking segment: {'id': '27dd92be-0eb5-43e0-bfef-c38b098fab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '338ed513-3447-4641-b67f-5c38a97294f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:26:05.131916 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67edffd3-210d-4b0b-b680-579a15705737 demo admin] Network hostable DHCP agents. Network: 338ed513-3447-4641-b67f-5c38a97294f8, hostable agents: ['afc997ee-16d2-4ffa-9693-fa31543fa952'], hosted agents: [] {{(pid=106490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:26:05.153762 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67edffd3-210d-4b0b-b680-579a15705737 demo admin] Network 338ed513-3447-4641-b67f-5c38a97294f8 is scheduled to be hosted by DHCP agent afc997ee-16d2-4ffa-9693-fa31543fa952 with binding_index 1 {{(pid=106490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:26:05.164194 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [None req-67edffd3-210d-4b0b-b680-579a15705737 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852209-10-iscsi, 338ed513-3447-4641-b67f-5c38a97294f8) {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:26:05.168588 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67edffd3-210d-4b0b-b680-579a15705737 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:26:05.169184 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-67edffd3-210d-4b0b-b680-579a15705737 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for subnet (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:05.174749 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50eeff97-94e0-4862-8ba1-d94d065a3748 None None] Network 338ed513-3447-4641-b67f-5c38a97294f8 requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:26:05.184491 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-67edffd3-210d-4b0b-b680-579a15705737 demo admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4508243 Sep 01 16:26:05.437275 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4be1e0a-e9c9-4185-bc2f-34fa7c373a53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp704810b6-d790-5017-b732-94aec06070b8-338ed513-3447-4641-b67f-5c38a97294f8', 'network_id': '338ed513-3447-4641-b67f-5c38a97294f8', 'project_id': 'a3f472f7ed974397b7020b42b4f22bd3', 'fixed_ips': [{'subnet_id': '286430d5-d9c1-4e09-a86d-0057a92167e2'}]}} from dv-cinder-852209-10-iscsi. {{(pid=106491) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 01 16:26:05.438629 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-d4be1e0a-e9c9-4185-bc2f-34fa7c373a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:05.711009 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.db_base_plugin_common [None req-d4be1e0a-e9c9-4185-bc2f-34fa7c373a53 None None] Allocated IP 172.20.0.2 (338ed513-3447-4641-b67f-5c38a97294f8/286430d5-d9c1-4e09-a86d-0057a92167e2/013e2c3f-1d34-46f9-81b7-1c9c66b7890b) {{(pid=106491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:26:05.729547 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=61,neutron:INSERT=36,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:26:05.978512 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-d4be1e0a-e9c9-4185-bc2f-34fa7c373a53 None None] Publish callbacks [] for port (013e2c3f-1d34-46f9-81b7-1c9c66b7890b), precommit_create {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:05.987128 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-d4be1e0a-e9c9-4185-bc2f-34fa7c373a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847'] for port (013e2c3f-1d34-46f9-81b7-1c9c66b7890b), after_create {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:06.065929 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4be1e0a-e9c9-4185-bc2f-34fa7c373a53 None None] Network 338ed513-3447-4641-b67f-5c38a97294f8 is already hosted by enough agents. {{(pid=106491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:26:06.071627 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.scheduler.base_scheduler [None req-d4be1e0a-e9c9-4185-bc2f-34fa7c373a53 None None] Resources bound (agent type, host, resource id): {{(pid=106491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:26:06.074901 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4be1e0a-e9c9-4185-bc2f-34fa7c373a53 None None] Received port after_create {{(pid=106491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:26:06.080981 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4be1e0a-e9c9-4185-bc2f-34fa7c373a53 None None] Pushing event updated for resources: {'Port': ['ID=013e2c3f-1d34-46f9-81b7-1c9c66b7890b,revision_number=1']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:26:06.114402 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4be1e0a-e9c9-4185-bc2f-34fa7c373a53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:26:06.114756 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4be1e0a-e9c9-4185-bc2f-34fa7c373a53 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:26:06.115109 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4be1e0a-e9c9-4185-bc2f-34fa7c373a53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:26:06.115462 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4be1e0a-e9c9-4185-bc2f-34fa7c373a53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:26:06.115925 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4be1e0a-e9c9-4185-bc2f-34fa7c373a53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:26:06.116254 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4be1e0a-e9c9-4185-bc2f-34fa7c373a53 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:26:06.116575 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4be1e0a-e9c9-4185-bc2f-34fa7c373a53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:26:06.116898 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4be1e0a-e9c9-4185-bc2f-34fa7c373a53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:26:06.117231 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4be1e0a-e9c9-4185-bc2f-34fa7c373a53 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:26:06.117553 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4be1e0a-e9c9-4185-bc2f-34fa7c373a53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:26:06.117873 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4be1e0a-e9c9-4185-bc2f-34fa7c373a53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:26:06.118206 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4be1e0a-e9c9-4185-bc2f-34fa7c373a53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:26:06.118551 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4be1e0a-e9c9-4185-bc2f-34fa7c373a53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:26:06.118866 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4be1e0a-e9c9-4185-bc2f-34fa7c373a53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:26:06.119178 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4be1e0a-e9c9-4185-bc2f-34fa7c373a53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:26:06.120605 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4be1e0a-e9c9-4185-bc2f-34fa7c373a53 None None] Tracked resource versions report: Sep 01 16:26:06.120605 dv-cinder-852209-10-iscsi neutron-server[106491]: pushed versions: Sep 01 16:26:06.120605 dv-cinder-852209-10-iscsi neutron-server[106491]: { 'AddressGroup': {'1.2'}, Sep 01 16:26:06.120605 dv-cinder-852209-10-iscsi neutron-server[106491]: 'Agent': {'1.1'}, Sep 01 16:26:06.120605 dv-cinder-852209-10-iscsi neutron-server[106491]: 'ConntrackHelper': {'1.0'}, Sep 01 16:26:06.120605 dv-cinder-852209-10-iscsi neutron-server[106491]: 'LocalIPAssociation': {'1.0'}, Sep 01 16:26:06.120605 dv-cinder-852209-10-iscsi neutron-server[106491]: 'Log': {'1.0'}, Sep 01 16:26:06.120605 dv-cinder-852209-10-iscsi neutron-server[106491]: 'NDPProxy': {'1.0'}, Sep 01 16:26:06.120605 dv-cinder-852209-10-iscsi neutron-server[106491]: 'Network': {'1.1'}, Sep 01 16:26:06.120605 dv-cinder-852209-10-iscsi neutron-server[106491]: 'Port': {'1.7'}, Sep 01 16:26:06.120605 dv-cinder-852209-10-iscsi neutron-server[106491]: 'PortForwarding': {'1.3'}, Sep 01 16:26:06.120605 dv-cinder-852209-10-iscsi neutron-server[106491]: 'QosPolicy': {'1.10'}, Sep 01 16:26:06.120605 dv-cinder-852209-10-iscsi neutron-server[106491]: 'SecurityGroup': {'1.5'}, Sep 01 16:26:06.120605 dv-cinder-852209-10-iscsi neutron-server[106491]: 'SecurityGroupRule': {'1.2'}, Sep 01 16:26:06.120605 dv-cinder-852209-10-iscsi neutron-server[106491]: 'SubPort': {'1.0'}, Sep 01 16:26:06.120605 dv-cinder-852209-10-iscsi neutron-server[106491]: 'Subnet': {'1.1'}, Sep 01 16:26:06.120605 dv-cinder-852209-10-iscsi neutron-server[106491]: 'Trunk': {'1.1'}} Sep 01 16:26:06.120605 dv-cinder-852209-10-iscsi neutron-server[106491]: consumer versions: Sep 01 16:26:06.120605 dv-cinder-852209-10-iscsi neutron-server[106491]: { DHCP agent@dv-cinder-852209-10-iscsi: {}, Sep 01 16:26:06.120605 dv-cinder-852209-10-iscsi neutron-server[106491]: L3 agent@dv-cinder-852209-10-iscsi: {}, Sep 01 16:26:06.120605 dv-cinder-852209-10-iscsi neutron-server[106491]: Metadata agent@dv-cinder-852209-10-iscsi: {}, Sep 01 16:26:06.120605 dv-cinder-852209-10-iscsi neutron-server[106491]: Metering agent@dv-cinder-852209-10-iscsi: {}, Sep 01 16:26:06.120605 dv-cinder-852209-10-iscsi neutron-server[106491]: Open vSwitch agent@dv-cinder-852209-10-iscsi: { 'AddressGroup': '1.2', Sep 01 16:26:06.120605 dv-cinder-852209-10-iscsi neutron-server[106491]: 'Agent': '1.1', Sep 01 16:26:06.120605 dv-cinder-852209-10-iscsi neutron-server[106491]: 'ConntrackHelper': '1.0', Sep 01 16:26:06.120605 dv-cinder-852209-10-iscsi neutron-server[106491]: 'LocalIPAssociation': '1.0', Sep 01 16:26:06.120605 dv-cinder-852209-10-iscsi neutron-server[106491]: 'Log': '1.0', Sep 01 16:26:06.120605 dv-cinder-852209-10-iscsi neutron-server[106491]: 'NDPProxy': '1.0', Sep 01 16:26:06.120605 dv-cinder-852209-10-iscsi neutron-server[106491]: 'Network': '1.1', Sep 01 16:26:06.120605 dv-cinder-852209-10-iscsi neutron-server[106491]: 'Port': '1.7', Sep 01 16:26:06.120605 dv-cinder-852209-10-iscsi neutron-server[106491]: 'PortForwarding': '1.3', Sep 01 16:26:06.120605 dv-cinder-852209-10-iscsi neutron-server[106491]: 'QosPolicy': '1.10', Sep 01 16:26:06.120605 dv-cinder-852209-10-iscsi neutron-server[106491]: 'SecurityGroup': '1.5', Sep 01 16:26:06.120605 dv-cinder-852209-10-iscsi neutron-server[106491]: 'SecurityGroupRule': '1.2', Sep 01 16:26:06.120605 dv-cinder-852209-10-iscsi neutron-server[106491]: 'SubPort': '1.0', Sep 01 16:26:06.120605 dv-cinder-852209-10-iscsi neutron-server[106491]: 'Subnet': '1.1', Sep 01 16:26:06.120605 dv-cinder-852209-10-iscsi neutron-server[106491]: 'Trunk': '1.1'}} Sep 01 16:26:06.120605 dv-cinder-852209-10-iscsi neutron-server[106491]: {{(pid=106491) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 16:26:06.162655 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:26:06.172840 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-d4be1e0a-e9c9-4185-bc2f-34fa7c373a53 None None] Attempting to bind port 013e2c3f-1d34-46f9-81b7-1c9c66b7890b on host dv-cinder-852209-10-iscsi for vnic_type normal with profile {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:26:06.173240 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-d4be1e0a-e9c9-4185-bc2f-34fa7c373a53 None None] Attempting to bind port 013e2c3f-1d34-46f9-81b7-1c9c66b7890b by drivers openvswitch,hyperv on host dv-cinder-852209-10-iscsi at level 0 using segments [{'id': '27dd92be-0eb5-43e0-bfef-c38b098fab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '338ed513-3447-4641-b67f-5c38a97294f8'}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:26:06.173674 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4be1e0a-e9c9-4185-bc2f-34fa7c373a53 None None] Attempting to bind port 013e2c3f-1d34-46f9-81b7-1c9c66b7890b on network 338ed513-3447-4641-b67f-5c38a97294f8 {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:26:06.179179 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4be1e0a-e9c9-4185-bc2f-34fa7c373a53 None None] Checking agent: {'id': 'de41263d-808c-41d9-af38-92939b4ec796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 25, 56), 'started_at': datetime.datetime(2022, 9, 1, 16, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:26:06.179826 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4be1e0a-e9c9-4185-bc2f-34fa7c373a53 None None] Checking segment: {'id': '27dd92be-0eb5-43e0-bfef-c38b098fab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '338ed513-3447-4641-b67f-5c38a97294f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:26:06.180095 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-d4be1e0a-e9c9-4185-bc2f-34fa7c373a53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:06.180480 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4be1e0a-e9c9-4185-bc2f-34fa7c373a53 None None] Bound using segment: {'id': '27dd92be-0eb5-43e0-bfef-c38b098fab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '338ed513-3447-4641-b67f-5c38a97294f8'} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:26:06.180943 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-d4be1e0a-e9c9-4185-bc2f-34fa7c373a53 None None] Bound port: 013e2c3f-1d34-46f9-81b7-1c9c66b7890b, host: dv-cinder-852209-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27dd92be-0eb5-43e0-bfef-c38b098fab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '338ed513-3447-4641-b67f-5c38a97294f8'}}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:26:06.181343 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-d4be1e0a-e9c9-4185-bc2f-34fa7c373a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (013e2c3f-1d34-46f9-81b7-1c9c66b7890b), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:06.242549 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-d4be1e0a-e9c9-4185-bc2f-34fa7c373a53 None None] For port 013e2c3f-1d34-46f9-81b7-1c9c66b7890b, host dv-cinder-852209-10-iscsi, cleared binding levels {{(pid=106491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:26:06.264578 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-d4be1e0a-e9c9-4185-bc2f-34fa7c373a53 None None] For port 013e2c3f-1d34-46f9-81b7-1c9c66b7890b, host dv-cinder-852209-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=013e2c3f-1d34-46f9-81b7-1c9c66b7890b,segment=NetworkSegment(27dd92be-0eb5-43e0-bfef-c38b098fab90),segment_id=27dd92be-0eb5-43e0-bfef-c38b098fab90)] {{(pid=106491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:26:06.271959 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-d4be1e0a-e9c9-4185-bc2f-34fa7c373a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (013e2c3f-1d34-46f9-81b7-1c9c66b7890b), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:06.324205 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4be1e0a-e9c9-4185-bc2f-34fa7c373a53 None None] Pushing event updated for resources: {'Port': ['ID=013e2c3f-1d34-46f9-81b7-1c9c66b7890b,revision_number=2']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:26:07.598593 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 55708) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:26:08.132856 dv-cinder-852209-10-iscsi neutron-server[106489]: WARNING oslo_policy.policy [None req-c4f3088d-e48a-4499-89b7-9feaddc29660 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 16:26:08.133406 dv-cinder-852209-10-iscsi neutron-server[106489]: WARNING oslo_policy.policy [None req-c4f3088d-e48a-4499-89b7-9feaddc29660 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 16:26:08.349691 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [None req-c4f3088d-e48a-4499-89b7-9feaddc29660 admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106489) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 01 16:26:08.351209 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-c4f3088d-e48a-4499-89b7-9feaddc29660 admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7503164 Sep 01 16:26:09.312422 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:26:09.317185 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=8 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:26:10.788275 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 55726) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:26:11.112674 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [None req-e13bc8b4-1496-4fd2-bcac-fd85bfe1824d admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106490) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 01 16:26:11.113742 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-e13bc8b4-1496-4fd2-bcac-fd85bfe1824d admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3245490 Sep 01 16:26:13.561065 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 55738) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:26:13.892949 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-f29a33e4-890e-4263-85e9-121e661c0ada demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:26:13.918054 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-f29a33e4-890e-4263-85e9-121e661c0ada demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-633072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7429'] for router (c2a03c4b-c35c-41dd-82bc-14763c2057d6), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:13.919548 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-f29a33e4-890e-4263-85e9-121e661c0ada demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-612190', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7436'] for router (c2a03c4b-c35c-41dd-82bc-14763c2057d6), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:14.064591 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-f29a33e4-890e-4263-85e9-121e661c0ada demo demo] Publish callbacks [] for router_controller (c2a03c4b-c35c-41dd-82bc-14763c2057d6), precommit_add_association {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:14.072048 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-f29a33e4-890e-4263-85e9-121e661c0ada demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612335'] for router (c2a03c4b-c35c-41dd-82bc-14763c2057d6), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:14.094612 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-f29a33e4-890e-4263-85e9-121e661c0ada demo demo] Publish callbacks [] for router (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:14.098287 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-f29a33e4-890e-4263-85e9-121e661c0ada demo demo] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5338631 Sep 01 16:26:14.132035 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 013e2c3f-1d34-46f9-81b7-1c9c66b7890b up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:26:14.221023 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 013e2c3f-1d34-46f9-81b7-1c9c66b7890b triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:26:14.221379 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (013e2c3f-1d34-46f9-81b7-1c9c66b7890b), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:14.325688 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 013e2c3f-1d34-46f9-81b7-1c9c66b7890b is: DOWN; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:26:14.326072 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (013e2c3f-1d34-46f9-81b7-1c9c66b7890b), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:14.361142 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] For port 013e2c3f-1d34-46f9-81b7-1c9c66b7890b, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=013e2c3f-1d34-46f9-81b7-1c9c66b7890b,segment=NetworkSegment(27dd92be-0eb5-43e0-bfef-c38b098fab90),segment_id=27dd92be-0eb5-43e0-bfef-c38b098fab90)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:26:14.367380 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (013e2c3f-1d34-46f9-81b7-1c9c66b7890b), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:14.418475 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Pushing event updated for resources: {'Port': ['ID=013e2c3f-1d34-46f9-81b7-1c9c66b7890b,revision_number=3']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:26:14.428974 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ea820c-956b-4d82-9a70-ff2d7779d62a None None] Network 338ed513-3447-4641-b67f-5c38a97294f8 requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:26:14.493203 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-1b4ae87f-e50e-4844-953e-868d86834ce5 None None] Provisioning complete for port 013e2c3f-1d34-46f9-81b7-1c9c66b7890b triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:26:14.493502 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-1b4ae87f-e50e-4844-953e-868d86834ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (013e2c3f-1d34-46f9-81b7-1c9c66b7890b), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:14.578535 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:26:14.621311 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-1b4ae87f-e50e-4844-953e-868d86834ce5 None None] Current status of the port 013e2c3f-1d34-46f9-81b7-1c9c66b7890b is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:26:14.840579 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-586aa0b5-d232-4247-9bc0-650d9cc099bd None None] Provisioning complete for port 013e2c3f-1d34-46f9-81b7-1c9c66b7890b triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:26:14.840971 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-586aa0b5-d232-4247-9bc0-650d9cc099bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (013e2c3f-1d34-46f9-81b7-1c9c66b7890b), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:14.911651 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-586aa0b5-d232-4247-9bc0-650d9cc099bd None None] Current status of the port 013e2c3f-1d34-46f9-81b7-1c9c66b7890b is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:26:16.097976 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 013e2c3f-1d34-46f9-81b7-1c9c66b7890b up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:26:16.143399 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 013e2c3f-1d34-46f9-81b7-1c9c66b7890b triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:26:16.143798 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (013e2c3f-1d34-46f9-81b7-1c9c66b7890b), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:16.212388 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 013e2c3f-1d34-46f9-81b7-1c9c66b7890b is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:26:16.461016 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 55746) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:26:16.776761 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [None req-0525808e-b486-4411-baf9-49e6027d991b admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106490) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 01 16:26:16.777754 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-0525808e-b486-4411-baf9-49e6027d991b admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3158152 Sep 01 16:26:19.181004 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 55754) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:26:19.501440 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-7ec65378-e44e-4dac-b7ff-b5e3b5c8774e admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:26:19.521786 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec65378-e44e-4dac-b7ff-b5e3b5c8774e admin admin] Made reservation on behalf of 0d95c560fa484406b7dcc65daad0e99e for: {'network': 1} {{(pid=106490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:26:19.524038 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7ec65378-e44e-4dac-b7ff-b5e3b5c8774e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for network (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:19.532141 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7ec65378-e44e-4dac-b7ff-b5e3b5c8774e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:19.579132 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:26:19.606633 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7ec65378-e44e-4dac-b7ff-b5e3b5c8774e admin admin] Publish callbacks [] for security_group (197f0da4-e796-47c5-8fca-299078af9b3c), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:19.610742 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7ec65378-e44e-4dac-b7ff-b5e3b5c8774e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (197f0da4-e796-47c5-8fca-299078af9b3c), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:19.624659 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7ec65378-e44e-4dac-b7ff-b5e3b5c8774e admin admin] Reserving flat network on physical network physnet1 {{(pid=106490) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 01 16:26:19.646779 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7ec65378-e44e-4dac-b7ff-b5e3b5c8774e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449'] for segment (6aaf10e3-1532-4b23-b8ff-2b17962713b0), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:19.647113 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.db.segments_db [None req-7ec65378-e44e-4dac-b7ff-b5e3b5c8774e admin admin] Added segment 6aaf10e3-1532-4b23-b8ff-2b17962713b0 of type flat for network 537c3a33-78cb-41f3-a0ee-71478f9cfd9b Sep 01 16:26:19.648457 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec65378-e44e-4dac-b7ff-b5e3b5c8774e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197f0da4-e796-47c5-8fca-299078af9b3c,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:26:19.695719 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7ec65378-e44e-4dac-b7ff-b5e3b5c8774e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777439247782'] for network (537c3a33-78cb-41f3-a0ee-71478f9cfd9b), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:19.726448 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7ec65378-e44e-4dac-b7ff-b5e3b5c8774e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248'] for network (537c3a33-78cb-41f3-a0ee-71478f9cfd9b), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:19.727326 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec65378-e44e-4dac-b7ff-b5e3b5c8774e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:26:19.727878 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7ec65378-e44e-4dac-b7ff-b5e3b5c8774e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for network (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:19.813282 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-7ec65378-e44e-4dac-b7ff-b5e3b5c8774e admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6312306 Sep 01 16:26:19.820613 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec65378-e44e-4dac-b7ff-b5e3b5c8774e admin admin] Pushing event updated for resources: {'Network': ['ID=537c3a33-78cb-41f3-a0ee-71478f9cfd9b,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:26:19.835519 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Network 537c3a33-78cb-41f3-a0ee-71478f9cfd9b details requested by agent ovs-agent-dv-cinder-852209-10-iscsi with host dv-cinder-852209-10-iscsi {{(pid=106491) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:26:19.850019 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:26:21.222368 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-e33e6bbc-57c0-4503-b232-abb7d0db045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:22.159505 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 55762) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:26:22.506969 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:26:22.523189 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85db2203-e801-4bd1-95e7-8b33d48fdbee demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:26:22.524493 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-85db2203-e801-4bd1-95e7-8b33d48fdbee demo admin] 10.222.0.18 "GET /networking/v2.0/subnets/286430d5-d9c1-4e09-a86d-0057a92167e2 HTTP/1.1" status: 200 len: 849 time: 0.3640573 Sep 01 16:26:22.641172 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-85cf0887-65eb-40e7-9309-c30d933e4e34 demo admin] 10.222.0.18 "GET /networking/v2.0/routers/c2a03c4b-c35c-41dd-82bc-14763c2057d6 HTTP/1.1" status: 200 len: 704 time: 0.1095638 Sep 01 16:26:22.913643 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-08998a86-d92f-4b2c-9fc9-a3399e84fecf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:23.241754 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_common [None req-08998a86-d92f-4b2c-9fc9-a3399e84fecf demo admin] Allocated IP 172.20.0.1 (338ed513-3447-4641-b67f-5c38a97294f8/286430d5-d9c1-4e09-a86d-0057a92167e2/907a031a-8265-4f15-a048-680df489050f) {{(pid=106490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:26:23.397790 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-08998a86-d92f-4b2c-9fc9-a3399e84fecf demo admin] Publish callbacks [] for port (907a031a-8265-4f15-a048-680df489050f), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:23.404281 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:26:23.463487 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-08998a86-d92f-4b2c-9fc9-a3399e84fecf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847'] for port (907a031a-8265-4f15-a048-680df489050f), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:23.527964 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08998a86-d92f-4b2c-9fc9-a3399e84fecf demo admin] Network 338ed513-3447-4641-b67f-5c38a97294f8 is already hosted by enough agents. {{(pid=106490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:26:23.535289 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [None req-08998a86-d92f-4b2c-9fc9-a3399e84fecf demo admin] Resources bound (agent type, host, resource id): {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:26:23.541114 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08998a86-d92f-4b2c-9fc9-a3399e84fecf demo admin] Received port after_create {{(pid=106490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:26:23.541639 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-08998a86-d92f-4b2c-9fc9-a3399e84fecf demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630860'] for router_interface (c2a03c4b-c35c-41dd-82bc-14763c2057d6), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:23.615214 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08998a86-d92f-4b2c-9fc9-a3399e84fecf demo admin] Pushing event updated for resources: {'Port': ['ID=907a031a-8265-4f15-a048-680df489050f,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:26:23.661703 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-c84e0a0a-c5c9-452c-a1c1-d18af0f42519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:23.752577 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-08998a86-d92f-4b2c-9fc9-a3399e84fecf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (907a031a-8265-4f15-a048-680df489050f), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:23.774821 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-8d66f7b0-7c44-4fcc-adf4-23a8e1bb6d7f None None] Provisioning complete for port 907a031a-8265-4f15-a048-680df489050f triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:26:23.775193 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-8d66f7b0-7c44-4fcc-adf4-23a8e1bb6d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (907a031a-8265-4f15-a048-680df489050f), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:23.807360 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-8d66f7b0-7c44-4fcc-adf4-23a8e1bb6d7f None None] Port 907a031a-8265-4f15-a048-680df489050f cannot update to ACTIVE because it is not bound. {{(pid=106491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 16:26:23.877661 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:26:23.958465 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-08998a86-d92f-4b2c-9fc9-a3399e84fecf demo admin] Publish callbacks [] for port (907a031a-8265-4f15-a048-680df489050f), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:23.962648 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-08998a86-d92f-4b2c-9fc9-a3399e84fecf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (907a031a-8265-4f15-a048-680df489050f), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:23.963406 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-08998a86-d92f-4b2c-9fc9-a3399e84fecf demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631024'] for router_interface (c2a03c4b-c35c-41dd-82bc-14763c2057d6), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:24.039385 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08998a86-d92f-4b2c-9fc9-a3399e84fecf demo admin] Pushing event updated for resources: {'Port': ['ID=907a031a-8265-4f15-a048-680df489050f,revision_number=2']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:26:24.089838 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08998a86-d92f-4b2c-9fc9-a3399e84fecf demo admin] Network 338ed513-3447-4641-b67f-5c38a97294f8 is already hosted by enough agents. {{(pid=106490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:26:24.091052 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [None req-08998a86-d92f-4b2c-9fc9-a3399e84fecf demo admin] Resources bound (agent type, host, resource id): {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:26:24.246563 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08998a86-d92f-4b2c-9fc9-a3399e84fecf demo admin] Router c2a03c4b-c35c-41dd-82bc-14763c2057d6 is scheduled to L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 with binding_index 1 {{(pid=106490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:26:24.327243 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5afb6469-ef99-4cee-ad13-38cdc442d3f5 None None] Provisioning complete for port 907a031a-8265-4f15-a048-680df489050f triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:26:24.327636 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5afb6469-ef99-4cee-ad13-38cdc442d3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (907a031a-8265-4f15-a048-680df489050f), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:24.336899 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08998a86-d92f-4b2c-9fc9-a3399e84fecf demo admin] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:26:24.343223 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-08998a86-d92f-4b2c-9fc9-a3399e84fecf demo admin] 10.222.0.18 "PUT /networking/v2.0/routers/c2a03c4b-c35c-41dd-82bc-14763c2057d6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6967845 Sep 01 16:26:24.348286 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4e9aaf-dfee-4ba5-8a58-918abe9729a6 None None] Sync routers for ids ['c2a03c4b-c35c-41dd-82bc-14763c2057d6'] in dv-cinder-852209-10-iscsi {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:26:24.364090 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4e9aaf-dfee-4ba5-8a58-918abe9729a6 None None] Routers {'c2a03c4b-c35c-41dd-82bc-14763c2057d6'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:26:24.365458 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-6c4e9aaf-dfee-4ba5-8a58-918abe9729a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:26:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['c2a03c4b-c35c-41dd-82bc-14763c2057d6'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:26:24.425697 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5afb6469-ef99-4cee-ad13-38cdc442d3f5 None None] Port 907a031a-8265-4f15-a048-680df489050f cannot update to ACTIVE because it is not bound. {{(pid=106491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 16:26:24.522825 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:24.554010 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-6c4e9aaf-dfee-4ba5-8a58-918abe9729a6 None None] Set router c2a03c4b-c35c-41dd-82bc-14763c2057d6 gateway port host: None {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:26:24.967619 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-6c4e9aaf-dfee-4ba5-8a58-918abe9729a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a03c4b-c35c-41dd-82bc-14763c2057d6', 'name': 'router1', 'tenant_id': 'a3f472f7ed974397b7020b42b4f22bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:26:13Z', 'updated_at': '2022-09-01T16:26:23Z', 'revision_number': 2, 'project_id': 'a3f472f7ed974397b7020b42b4f22bd3', 'gw_port_host': None, '_interfaces': [{'id': '907a031a-8265-4f15-a048-680df489050f', 'name': '', 'network_id': '338ed513-3447-4641-b67f-5c38a97294f8', 'tenant_id': 'a3f472f7ed974397b7020b42b4f22bd3', 'mac_address': 'fa:16:3e:da:04:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a03c4b-c35c-41dd-82bc-14763c2057d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '286430d5-d9c1-4e09-a86d-0057a92167e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:26:22Z', 'updated_at': '2022-09-01T16:26:23Z', 'revision_number': 2, 'project_id': 'a3f472f7ed974397b7020b42b4f22bd3', 'subnets': [{'id': '286430d5-d9c1-4e09-a86d-0057a92167e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1bbe62d0-de1d-4d04-b07f-768da19ee66b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:26:25.017427 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4e9aaf-dfee-4ba5-8a58-918abe9729a6 None None] Checking router: c2a03c4b-c35c-41dd-82bc-14763c2057d6 for host: dv-cinder-852209-10-iscsi {{(pid=106492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:26:25.017790 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4e9aaf-dfee-4ba5-8a58-918abe9729a6 None None] Updating router c2a03c4b-c35c-41dd-82bc-14763c2057d6 port 907a031a-8265-4f15-a048-680df489050f binding host dv-cinder-852209-10-iscsi {{(pid=106492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:26:25.070960 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-6c4e9aaf-dfee-4ba5-8a58-918abe9729a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (907a031a-8265-4f15-a048-680df489050f), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:25.567293 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-6c4e9aaf-dfee-4ba5-8a58-918abe9729a6 None None] Publish callbacks [] for port (907a031a-8265-4f15-a048-680df489050f), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:25.573464 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-6c4e9aaf-dfee-4ba5-8a58-918abe9729a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (907a031a-8265-4f15-a048-680df489050f), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:25.718658 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbebf06-16b0-4514-ac0a-85f6bd540162 None None] Pushing event updated for resources: {'Port': ['ID=907a031a-8265-4f15-a048-680df489050f,revision_number=3']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:26:25.734908 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbebf06-16b0-4514-ac0a-85f6bd540162 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:26:25.735250 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbebf06-16b0-4514-ac0a-85f6bd540162 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:26:25.735602 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbebf06-16b0-4514-ac0a-85f6bd540162 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:26:25.735948 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbebf06-16b0-4514-ac0a-85f6bd540162 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:26:25.736275 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbebf06-16b0-4514-ac0a-85f6bd540162 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:26:25.736595 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbebf06-16b0-4514-ac0a-85f6bd540162 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:26:25.736907 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbebf06-16b0-4514-ac0a-85f6bd540162 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:26:25.737225 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbebf06-16b0-4514-ac0a-85f6bd540162 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:26:25.737555 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbebf06-16b0-4514-ac0a-85f6bd540162 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:26:25.737874 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbebf06-16b0-4514-ac0a-85f6bd540162 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:26:25.738189 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbebf06-16b0-4514-ac0a-85f6bd540162 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:26:25.738544 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbebf06-16b0-4514-ac0a-85f6bd540162 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:26:25.738860 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbebf06-16b0-4514-ac0a-85f6bd540162 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:26:25.739171 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbebf06-16b0-4514-ac0a-85f6bd540162 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:26:25.739484 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbebf06-16b0-4514-ac0a-85f6bd540162 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:26:25.740885 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbebf06-16b0-4514-ac0a-85f6bd540162 None None] Tracked resource versions report: Sep 01 16:26:25.740885 dv-cinder-852209-10-iscsi neutron-server[106492]: pushed versions: Sep 01 16:26:25.740885 dv-cinder-852209-10-iscsi neutron-server[106492]: { 'AddressGroup': {'1.2'}, Sep 01 16:26:25.740885 dv-cinder-852209-10-iscsi neutron-server[106492]: 'Agent': {'1.1'}, Sep 01 16:26:25.740885 dv-cinder-852209-10-iscsi neutron-server[106492]: 'ConntrackHelper': {'1.0'}, Sep 01 16:26:25.740885 dv-cinder-852209-10-iscsi neutron-server[106492]: 'LocalIPAssociation': {'1.0'}, Sep 01 16:26:25.740885 dv-cinder-852209-10-iscsi neutron-server[106492]: 'Log': {'1.0'}, Sep 01 16:26:25.740885 dv-cinder-852209-10-iscsi neutron-server[106492]: 'NDPProxy': {'1.0'}, Sep 01 16:26:25.740885 dv-cinder-852209-10-iscsi neutron-server[106492]: 'Network': {'1.1'}, Sep 01 16:26:25.740885 dv-cinder-852209-10-iscsi neutron-server[106492]: 'Port': {'1.7'}, Sep 01 16:26:25.740885 dv-cinder-852209-10-iscsi neutron-server[106492]: 'PortForwarding': {'1.3'}, Sep 01 16:26:25.740885 dv-cinder-852209-10-iscsi neutron-server[106492]: 'QosPolicy': {'1.10'}, Sep 01 16:26:25.740885 dv-cinder-852209-10-iscsi neutron-server[106492]: 'SecurityGroup': {'1.5'}, Sep 01 16:26:25.740885 dv-cinder-852209-10-iscsi neutron-server[106492]: 'SecurityGroupRule': {'1.2'}, Sep 01 16:26:25.740885 dv-cinder-852209-10-iscsi neutron-server[106492]: 'SubPort': {'1.0'}, Sep 01 16:26:25.740885 dv-cinder-852209-10-iscsi neutron-server[106492]: 'Subnet': {'1.1'}, Sep 01 16:26:25.740885 dv-cinder-852209-10-iscsi neutron-server[106492]: 'Trunk': {'1.1'}} Sep 01 16:26:25.740885 dv-cinder-852209-10-iscsi neutron-server[106492]: consumer versions: Sep 01 16:26:25.740885 dv-cinder-852209-10-iscsi neutron-server[106492]: { DHCP agent@dv-cinder-852209-10-iscsi: {}, Sep 01 16:26:25.740885 dv-cinder-852209-10-iscsi neutron-server[106492]: L3 agent@dv-cinder-852209-10-iscsi: {}, Sep 01 16:26:25.740885 dv-cinder-852209-10-iscsi neutron-server[106492]: Metadata agent@dv-cinder-852209-10-iscsi: {}, Sep 01 16:26:25.740885 dv-cinder-852209-10-iscsi neutron-server[106492]: Metering agent@dv-cinder-852209-10-iscsi: {}, Sep 01 16:26:25.740885 dv-cinder-852209-10-iscsi neutron-server[106492]: Open vSwitch agent@dv-cinder-852209-10-iscsi: { 'AddressGroup': '1.2', Sep 01 16:26:25.740885 dv-cinder-852209-10-iscsi neutron-server[106492]: 'Agent': '1.1', Sep 01 16:26:25.740885 dv-cinder-852209-10-iscsi neutron-server[106492]: 'ConntrackHelper': '1.0', Sep 01 16:26:25.740885 dv-cinder-852209-10-iscsi neutron-server[106492]: 'LocalIPAssociation': '1.0', Sep 01 16:26:25.740885 dv-cinder-852209-10-iscsi neutron-server[106492]: 'Log': '1.0', Sep 01 16:26:25.740885 dv-cinder-852209-10-iscsi neutron-server[106492]: 'NDPProxy': '1.0', Sep 01 16:26:25.740885 dv-cinder-852209-10-iscsi neutron-server[106492]: 'Network': '1.1', Sep 01 16:26:25.740885 dv-cinder-852209-10-iscsi neutron-server[106492]: 'Port': '1.7', Sep 01 16:26:25.740885 dv-cinder-852209-10-iscsi neutron-server[106492]: 'PortForwarding': '1.3', Sep 01 16:26:25.740885 dv-cinder-852209-10-iscsi neutron-server[106492]: 'QosPolicy': '1.10', Sep 01 16:26:25.740885 dv-cinder-852209-10-iscsi neutron-server[106492]: 'SecurityGroup': '1.5', Sep 01 16:26:25.740885 dv-cinder-852209-10-iscsi neutron-server[106492]: 'SecurityGroupRule': '1.2', Sep 01 16:26:25.740885 dv-cinder-852209-10-iscsi neutron-server[106492]: 'SubPort': '1.0', Sep 01 16:26:25.740885 dv-cinder-852209-10-iscsi neutron-server[106492]: 'Subnet': '1.1', Sep 01 16:26:25.740885 dv-cinder-852209-10-iscsi neutron-server[106492]: 'Trunk': '1.1'}} Sep 01 16:26:25.740885 dv-cinder-852209-10-iscsi neutron-server[106492]: {{(pid=106492) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 16:26:25.744580 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [None req-6c4e9aaf-dfee-4ba5-8a58-918abe9729a6 None None] Attempting to bind port 907a031a-8265-4f15-a048-680df489050f on host dv-cinder-852209-10-iscsi for vnic_type normal with profile {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:26:25.744971 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [None req-6c4e9aaf-dfee-4ba5-8a58-918abe9729a6 None None] Attempting to bind port 907a031a-8265-4f15-a048-680df489050f by drivers openvswitch,hyperv on host dv-cinder-852209-10-iscsi at level 0 using segments [{'id': '27dd92be-0eb5-43e0-bfef-c38b098fab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '338ed513-3447-4641-b67f-5c38a97294f8'}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:26:25.745428 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4e9aaf-dfee-4ba5-8a58-918abe9729a6 None None] Attempting to bind port 907a031a-8265-4f15-a048-680df489050f on network 338ed513-3447-4641-b67f-5c38a97294f8 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:26:25.752147 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4e9aaf-dfee-4ba5-8a58-918abe9729a6 None None] Checking agent: {'id': 'de41263d-808c-41d9-af38-92939b4ec796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 25, 56), 'started_at': datetime.datetime(2022, 9, 1, 16, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:26:25.752555 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4e9aaf-dfee-4ba5-8a58-918abe9729a6 None None] Checking segment: {'id': '27dd92be-0eb5-43e0-bfef-c38b098fab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '338ed513-3447-4641-b67f-5c38a97294f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:26:25.753041 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-6c4e9aaf-dfee-4ba5-8a58-918abe9729a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:25.754014 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4e9aaf-dfee-4ba5-8a58-918abe9729a6 None None] Bound using segment: {'id': '27dd92be-0eb5-43e0-bfef-c38b098fab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '338ed513-3447-4641-b67f-5c38a97294f8'} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:26:25.754014 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [None req-6c4e9aaf-dfee-4ba5-8a58-918abe9729a6 None None] Bound port: 907a031a-8265-4f15-a048-680df489050f, host: dv-cinder-852209-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27dd92be-0eb5-43e0-bfef-c38b098fab90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '338ed513-3447-4641-b67f-5c38a97294f8'}}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:26:25.754262 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-6c4e9aaf-dfee-4ba5-8a58-918abe9729a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (907a031a-8265-4f15-a048-680df489050f), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:25.808251 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:26:25.818811 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [None req-6c4e9aaf-dfee-4ba5-8a58-918abe9729a6 None None] For port 907a031a-8265-4f15-a048-680df489050f, host dv-cinder-852209-10-iscsi, cleared binding levels {{(pid=106492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:26:25.837904 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [None req-6c4e9aaf-dfee-4ba5-8a58-918abe9729a6 None None] For port 907a031a-8265-4f15-a048-680df489050f, host dv-cinder-852209-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=907a031a-8265-4f15-a048-680df489050f,segment=NetworkSegment(27dd92be-0eb5-43e0-bfef-c38b098fab90),segment_id=27dd92be-0eb5-43e0-bfef-c38b098fab90)] {{(pid=106492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:26:25.843582 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-6c4e9aaf-dfee-4ba5-8a58-918abe9729a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (907a031a-8265-4f15-a048-680df489050f), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:25.883116 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4e9aaf-dfee-4ba5-8a58-918abe9729a6 None None] Routers {'c2a03c4b-c35c-41dd-82bc-14763c2057d6'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:26:25.883715 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-6c4e9aaf-dfee-4ba5-8a58-918abe9729a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:26:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['c2a03c4b-c35c-41dd-82bc-14763c2057d6'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:26:25.956643 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbebf06-16b0-4514-ac0a-85f6bd540162 None None] Pushing event updated for resources: {'Port': ['ID=907a031a-8265-4f15-a048-680df489050f,revision_number=4']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:26:25.960762 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:26:25.982452 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-6c4e9aaf-dfee-4ba5-8a58-918abe9729a6 None None] Set router c2a03c4b-c35c-41dd-82bc-14763c2057d6 gateway port host: None {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:26:26.171252 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-6c4e9aaf-dfee-4ba5-8a58-918abe9729a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a03c4b-c35c-41dd-82bc-14763c2057d6', 'name': 'router1', 'tenant_id': 'a3f472f7ed974397b7020b42b4f22bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:26:13Z', 'updated_at': '2022-09-01T16:26:23Z', 'revision_number': 2, 'project_id': 'a3f472f7ed974397b7020b42b4f22bd3', 'gw_port_host': None, '_interfaces': [{'id': '907a031a-8265-4f15-a048-680df489050f', 'name': '', 'network_id': '338ed513-3447-4641-b67f-5c38a97294f8', 'tenant_id': 'a3f472f7ed974397b7020b42b4f22bd3', 'mac_address': 'fa:16:3e:da:04:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a03c4b-c35c-41dd-82bc-14763c2057d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '286430d5-d9c1-4e09-a86d-0057a92167e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:26:22Z', 'updated_at': '2022-09-01T16:26:25Z', 'revision_number': 4, 'project_id': 'a3f472f7ed974397b7020b42b4f22bd3', 'subnets': [{'id': '286430d5-d9c1-4e09-a86d-0057a92167e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1bbe62d0-de1d-4d04-b07f-768da19ee66b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:26:26.198706 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4e9aaf-dfee-4ba5-8a58-918abe9729a6 None None] The sync data for ids ['c2a03c4b-c35c-41dd-82bc-14763c2057d6'] in dv-cinder-852209-10-iscsi is: [{'id': 'c2a03c4b-c35c-41dd-82bc-14763c2057d6', 'name': 'router1', 'tenant_id': 'a3f472f7ed974397b7020b42b4f22bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:26:13Z', 'updated_at': '2022-09-01T16:26:23Z', 'revision_number': 2, 'project_id': 'a3f472f7ed974397b7020b42b4f22bd3', 'gw_port_host': None, '_interfaces': [{'id': '907a031a-8265-4f15-a048-680df489050f', 'name': '', 'network_id': '338ed513-3447-4641-b67f-5c38a97294f8', 'tenant_id': 'a3f472f7ed974397b7020b42b4f22bd3', 'mac_address': 'fa:16:3e:da:04:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a03c4b-c35c-41dd-82bc-14763c2057d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '286430d5-d9c1-4e09-a86d-0057a92167e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:26:22Z', 'updated_at': '2022-09-01T16:26:25Z', 'revision_number': 4, 'project_id': 'a3f472f7ed974397b7020b42b4f22bd3', 'subnets': [{'id': '286430d5-d9c1-4e09-a86d-0057a92167e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1bbe62d0-de1d-4d04-b07f-768da19ee66b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:26:26.268502 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:26.414525 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:26.725322 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 55772) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:26:27.108855 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:26:27.129447 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08125fed-541f-4447-bc2a-9bac841ba6e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:26:27.130821 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-08125fed-541f-4447-bc2a-9bac841ba6e5 admin admin] 10.222.0.18 "GET /networking/v2.0/networks/537c3a33-78cb-41f3-a0ee-71478f9cfd9b HTTP/1.1" status: 200 len: 842 time: 0.4045694 Sep 01 16:26:27.140871 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-b1067d25-44d6-48d9-ae5d-2dd6c0aa7bd8 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'ip_version': 4, 'cidr': '172.27.2.0/24'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:26:27.162289 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1067d25-44d6-48d9-ae5d-2dd6c0aa7bd8 admin admin] Made reservation on behalf of 0d95c560fa484406b7dcc65daad0e99e for: {'subnet': 1} {{(pid=106490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:26:27.164517 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-b1067d25-44d6-48d9-ae5d-2dd6c0aa7bd8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:27.517340 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.objects.ports [None req-b1067d25-44d6-48d9-ae5d-2dd6c0aa7bd8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106490) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 01 16:26:27.517776 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-b1067d25-44d6-48d9-ae5d-2dd6c0aa7bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248'] for subnet (3e5d1400-7955-40a6-9a09-08f8a8c1db3a), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:27.553289 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:26:27.571726 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1067d25-44d6-48d9-ae5d-2dd6c0aa7bd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e5d1400-7955-40a6-9a09-08f8a8c1db3a,revision_number=0']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:26:27.587686 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1067d25-44d6-48d9-ae5d-2dd6c0aa7bd8 admin admin] Checking segment: {'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:26:27.588033 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1067d25-44d6-48d9-ae5d-2dd6c0aa7bd8 admin admin] Network hostable DHCP agents. Network: 537c3a33-78cb-41f3-a0ee-71478f9cfd9b, hostable agents: ['afc997ee-16d2-4ffa-9693-fa31543fa952'], hosted agents: [] {{(pid=106490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:26:27.603593 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1067d25-44d6-48d9-ae5d-2dd6c0aa7bd8 admin admin] Network 537c3a33-78cb-41f3-a0ee-71478f9cfd9b is scheduled to be hosted by DHCP agent afc997ee-16d2-4ffa-9693-fa31543fa952 with binding_index 1 {{(pid=106490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:26:27.612458 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [None req-b1067d25-44d6-48d9-ae5d-2dd6c0aa7bd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852209-10-iscsi, 537c3a33-78cb-41f3-a0ee-71478f9cfd9b) {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:26:27.616490 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1067d25-44d6-48d9-ae5d-2dd6c0aa7bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:26:27.617076 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-b1067d25-44d6-48d9-ae5d-2dd6c0aa7bd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for subnet (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:27.622702 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7526e53f-a3b0-41dd-acdf-fc3fdd1ffbfb None None] Network 537c3a33-78cb-41f3-a0ee-71478f9cfd9b requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:26:27.646537 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-b1067d25-44d6-48d9-ae5d-2dd6c0aa7bd8 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4973841 Sep 01 16:26:27.731902 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16f8af8-74fe-4ef9-8805-1e167076c73b None None] Network 537c3a33-78cb-41f3-a0ee-71478f9cfd9b requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:26:30.044954 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 55780) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:26:30.455564 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-a4d52d87-92a2-43db-9c80-9563603f8248 demo admin] 10.222.0.18 "GET /networking/v2.0/routers/c2a03c4b-c35c-41dd-82bc-14763c2057d6 HTTP/1.1" status: 200 len: 710 time: 0.4095051 Sep 01 16:26:30.546799 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c59ef4-ccf8-433b-b4c5-dcf37c1fc7d6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:26:30.548160 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-b4c59ef4-ccf8-433b-b4c5-dcf37c1fc7d6 demo admin] 10.222.0.18 "GET /networking/v2.0/networks/537c3a33-78cb-41f3-a0ee-71478f9cfd9b HTTP/1.1" status: 200 len: 886 time: 0.0869837 Sep 01 16:26:30.557155 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-0508a20c-65c9-4830-a813-729d51724846 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'}}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:26:30.784418 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:26:30.797596 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0508a20c-65c9-4830-a813-729d51724846 demo admin] Publish callbacks [] for router_gateway (c2a03c4b-c35c-41dd-82bc-14763c2057d6), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:31.040054 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0508a20c-65c9-4830-a813-729d51724846 demo admin] Publish callbacks [] for router_gateway (c2a03c4b-c35c-41dd-82bc-14763c2057d6), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:31.118307 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0508a20c-65c9-4830-a813-729d51724846 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:31.228001 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_common [None req-0508a20c-65c9-4830-a813-729d51724846 demo admin] Allocated IP 172.27.2.121 (537c3a33-78cb-41f3-a0ee-71478f9cfd9b/3e5d1400-7955-40a6-9a09-08f8a8c1db3a/398e3019-a161-427c-befb-3794c830ceff) {{(pid=106490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:26:31.293224 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:26:31.333627 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0508a20c-65c9-4830-a813-729d51724846 demo admin] Publish callbacks [] for port (398e3019-a161-427c-befb-3794c830ceff), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:31.366212 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0508a20c-65c9-4830-a813-729d51724846 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847'] for port (398e3019-a161-427c-befb-3794c830ceff), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:31.407163 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0508a20c-65c9-4830-a813-729d51724846 demo admin] Network 537c3a33-78cb-41f3-a0ee-71478f9cfd9b is already hosted by enough agents. {{(pid=106490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:26:31.411871 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [None req-0508a20c-65c9-4830-a813-729d51724846 demo admin] Resources bound (agent type, host, resource id): {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:26:31.414254 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0508a20c-65c9-4830-a813-729d51724846 demo admin] Received port after_create {{(pid=106490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:26:31.417028 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508a20c-65c9-4830-a813-729d51724846 demo admin] Pushing event updated for resources: {'Port': ['ID=398e3019-a161-427c-befb-3794c830ceff,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:26:31.729441 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0508a20c-65c9-4830-a813-729d51724846 demo admin] Publish callbacks [] for router_gateway (c2a03c4b-c35c-41dd-82bc-14763c2057d6), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:31.775987 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:26:31.921720 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0508a20c-65c9-4830-a813-729d51724846 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-612290', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7486'] for router (c2a03c4b-c35c-41dd-82bc-14763c2057d6), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:31.925163 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0508a20c-65c9-4830-a813-729d51724846 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-612345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-612336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-631299'] for router (c2a03c4b-c35c-41dd-82bc-14763c2057d6), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:32.028899 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0508a20c-65c9-4830-a813-729d51724846 demo admin] Router c2a03c4b-c35c-41dd-82bc-14763c2057d6 has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:26:32.134203 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0508a20c-65c9-4830-a813-729d51724846 demo admin] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:26:32.140452 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 907a031a-8265-4f15-a048-680df489050f up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:26:32.141212 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0508a20c-65c9-4830-a813-729d51724846 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:32.142485 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-0508a20c-65c9-4830-a813-729d51724846 demo admin] 10.222.0.18 "PUT /networking/v2.0/routers/c2a03c4b-c35c-41dd-82bc-14763c2057d6 HTTP/1.1" status: 200 len: 890 time: 1.5883255 Sep 01 16:26:32.189877 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 907a031a-8265-4f15-a048-680df489050f triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:26:32.190281 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (907a031a-8265-4f15-a048-680df489050f), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:32.272635 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:26:32.276602 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 907a031a-8265-4f15-a048-680df489050f is: DOWN; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:26:32.276986 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (907a031a-8265-4f15-a048-680df489050f), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:32.313538 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] For port 907a031a-8265-4f15-a048-680df489050f, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=907a031a-8265-4f15-a048-680df489050f,segment=NetworkSegment(27dd92be-0eb5-43e0-bfef-c38b098fab90),segment_id=27dd92be-0eb5-43e0-bfef-c38b098fab90)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:26:32.318651 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (907a031a-8265-4f15-a048-680df489050f), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:32.368687 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Pushing event updated for resources: {'Port': ['ID=907a031a-8265-4f15-a048-680df489050f,revision_number=5']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:26:32.430351 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb2fc10-d243-4734-ba6a-ea884c7aa925 None None] Sync routers for ids ['c2a03c4b-c35c-41dd-82bc-14763c2057d6'] in dv-cinder-852209-10-iscsi {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:26:32.444896 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb2fc10-d243-4734-ba6a-ea884c7aa925 None None] Routers {'c2a03c4b-c35c-41dd-82bc-14763c2057d6'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:26:32.445540 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-1fb2fc10-d243-4734-ba6a-ea884c7aa925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:26:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['c2a03c4b-c35c-41dd-82bc-14763c2057d6'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:26:32.653109 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-1fb2fc10-d243-4734-ba6a-ea884c7aa925 None None] Set router c2a03c4b-c35c-41dd-82bc-14763c2057d6 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:26:32.930426 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:26:33.030428 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-1fb2fc10-d243-4734-ba6a-ea884c7aa925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a03c4b-c35c-41dd-82bc-14763c2057d6', 'name': 'router1', 'tenant_id': 'a3f472f7ed974397b7020b42b4f22bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '398e3019-a161-427c-befb-3794c830ceff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:26:13Z', 'updated_at': '2022-09-01T16:26:31Z', 'revision_number': 4, 'project_id': 'a3f472f7ed974397b7020b42b4f22bd3', 'gw_port': {'id': '398e3019-a161-427c-befb-3794c830ceff', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:98:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a03c4b-c35c-41dd-82bc-14763c2057d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:26:31Z', 'updated_at': '2022-09-01T16:26:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '907a031a-8265-4f15-a048-680df489050f', 'name': '', 'network_id': '338ed513-3447-4641-b67f-5c38a97294f8', 'tenant_id': 'a3f472f7ed974397b7020b42b4f22bd3', 'mac_address': 'fa:16:3e:da:04:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a03c4b-c35c-41dd-82bc-14763c2057d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '286430d5-d9c1-4e09-a86d-0057a92167e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:26:22Z', 'updated_at': '2022-09-01T16:26:32Z', 'revision_number': 5, 'project_id': 'a3f472f7ed974397b7020b42b4f22bd3', 'subnets': [{'id': '286430d5-d9c1-4e09-a86d-0057a92167e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1bbe62d0-de1d-4d04-b07f-768da19ee66b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:26:33.080626 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb2fc10-d243-4734-ba6a-ea884c7aa925 None None] Checking router: c2a03c4b-c35c-41dd-82bc-14763c2057d6 for host: dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:26:33.080966 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb2fc10-d243-4734-ba6a-ea884c7aa925 None None] Updating router c2a03c4b-c35c-41dd-82bc-14763c2057d6 port 398e3019-a161-427c-befb-3794c830ceff binding host dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:26:33.134168 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-1fb2fc10-d243-4734-ba6a-ea884c7aa925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (398e3019-a161-427c-befb-3794c830ceff), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:33.513046 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-1fb2fc10-d243-4734-ba6a-ea884c7aa925 None None] Publish callbacks [] for port (398e3019-a161-427c-befb-3794c830ceff), precommit_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:33.518636 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-1fb2fc10-d243-4734-ba6a-ea884c7aa925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (398e3019-a161-427c-befb-3794c830ceff), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:33.551779 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-1fb2fc10-d243-4734-ba6a-ea884c7aa925 None None] Attempting to bind port 398e3019-a161-427c-befb-3794c830ceff on host dv-cinder-852209-10-iscsi for vnic_type normal with profile {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:26:33.552148 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-1fb2fc10-d243-4734-ba6a-ea884c7aa925 None None] Attempting to bind port 398e3019-a161-427c-befb-3794c830ceff by drivers openvswitch,hyperv on host dv-cinder-852209-10-iscsi at level 0 using segments [{'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:26:33.552508 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb2fc10-d243-4734-ba6a-ea884c7aa925 None None] Attempting to bind port 398e3019-a161-427c-befb-3794c830ceff on network 537c3a33-78cb-41f3-a0ee-71478f9cfd9b {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:26:33.562264 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb2fc10-d243-4734-ba6a-ea884c7aa925 None None] Checking agent: {'id': 'de41263d-808c-41d9-af38-92939b4ec796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 25, 56), 'started_at': datetime.datetime(2022, 9, 1, 16, 26, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:26:33.562655 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb2fc10-d243-4734-ba6a-ea884c7aa925 None None] Checking segment: {'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:26:33.563089 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-1fb2fc10-d243-4734-ba6a-ea884c7aa925 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:33.563486 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb2fc10-d243-4734-ba6a-ea884c7aa925 None None] Bound using segment: {'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:26:33.563955 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-1fb2fc10-d243-4734-ba6a-ea884c7aa925 None None] Bound port: 398e3019-a161-427c-befb-3794c830ceff, host: dv-cinder-852209-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'}}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:26:33.564316 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-1fb2fc10-d243-4734-ba6a-ea884c7aa925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (398e3019-a161-427c-befb-3794c830ceff), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:33.587674 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39475dd8-ac2d-4e74-8aa1-f986a445448d None None] Pushing event updated for resources: {'Port': ['ID=398e3019-a161-427c-befb-3794c830ceff,revision_number=2']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:26:33.618665 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-1fb2fc10-d243-4734-ba6a-ea884c7aa925 None None] For port 398e3019-a161-427c-befb-3794c830ceff, host dv-cinder-852209-10-iscsi, cleared binding levels {{(pid=106491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:26:33.621573 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-1fb2fc10-d243-4734-ba6a-ea884c7aa925 None None] For port 398e3019-a161-427c-befb-3794c830ceff, host dv-cinder-852209-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=398e3019-a161-427c-befb-3794c830ceff,segment=NetworkSegment(6aaf10e3-1532-4b23-b8ff-2b17962713b0),segment_id=6aaf10e3-1532-4b23-b8ff-2b17962713b0)] {{(pid=106491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:26:33.626901 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-1fb2fc10-d243-4734-ba6a-ea884c7aa925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (398e3019-a161-427c-befb-3794c830ceff), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:33.630351 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:26:33.667438 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb2fc10-d243-4734-ba6a-ea884c7aa925 None None] Routers {'c2a03c4b-c35c-41dd-82bc-14763c2057d6'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:26:33.668042 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-1fb2fc10-d243-4734-ba6a-ea884c7aa925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:26:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['c2a03c4b-c35c-41dd-82bc-14763c2057d6'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:26:33.719149 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39475dd8-ac2d-4e74-8aa1-f986a445448d None None] Pushing event updated for resources: {'Port': ['ID=398e3019-a161-427c-befb-3794c830ceff,revision_number=3']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:26:33.781281 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-1fb2fc10-d243-4734-ba6a-ea884c7aa925 None None] Set router c2a03c4b-c35c-41dd-82bc-14763c2057d6 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:26:33.972420 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-1fb2fc10-d243-4734-ba6a-ea884c7aa925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a03c4b-c35c-41dd-82bc-14763c2057d6', 'name': 'router1', 'tenant_id': 'a3f472f7ed974397b7020b42b4f22bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '398e3019-a161-427c-befb-3794c830ceff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:26:13Z', 'updated_at': '2022-09-01T16:26:31Z', 'revision_number': 4, 'project_id': 'a3f472f7ed974397b7020b42b4f22bd3', 'gw_port': {'id': '398e3019-a161-427c-befb-3794c830ceff', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:98:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a03c4b-c35c-41dd-82bc-14763c2057d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:26:31Z', 'updated_at': '2022-09-01T16:26:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '907a031a-8265-4f15-a048-680df489050f', 'name': '', 'network_id': '338ed513-3447-4641-b67f-5c38a97294f8', 'tenant_id': 'a3f472f7ed974397b7020b42b4f22bd3', 'mac_address': 'fa:16:3e:da:04:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a03c4b-c35c-41dd-82bc-14763c2057d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '286430d5-d9c1-4e09-a86d-0057a92167e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:26:22Z', 'updated_at': '2022-09-01T16:26:32Z', 'revision_number': 5, 'project_id': 'a3f472f7ed974397b7020b42b4f22bd3', 'subnets': [{'id': '286430d5-d9c1-4e09-a86d-0057a92167e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1bbe62d0-de1d-4d04-b07f-768da19ee66b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:26:33.973889 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:26:34.001519 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb2fc10-d243-4734-ba6a-ea884c7aa925 None None] The sync data for ids ['c2a03c4b-c35c-41dd-82bc-14763c2057d6'] in dv-cinder-852209-10-iscsi is: [{'id': 'c2a03c4b-c35c-41dd-82bc-14763c2057d6', 'name': 'router1', 'tenant_id': 'a3f472f7ed974397b7020b42b4f22bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '398e3019-a161-427c-befb-3794c830ceff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:26:13Z', 'updated_at': '2022-09-01T16:26:31Z', 'revision_number': 4, 'project_id': 'a3f472f7ed974397b7020b42b4f22bd3', 'gw_port': {'id': '398e3019-a161-427c-befb-3794c830ceff', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:98:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a03c4b-c35c-41dd-82bc-14763c2057d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:26:31Z', 'updated_at': '2022-09-01T16:26:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '907a031a-8265-4f15-a048-680df489050f', 'name': '', 'network_id': '338ed513-3447-4641-b67f-5c38a97294f8', 'tenant_id': 'a3f472f7ed974397b7020b42b4f22bd3', 'mac_address': 'fa:16:3e:da:04:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a03c4b-c35c-41dd-82bc-14763c2057d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '286430d5-d9c1-4e09-a86d-0057a92167e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:26:22Z', 'updated_at': '2022-09-01T16:26:32Z', 'revision_number': 5, 'project_id': 'a3f472f7ed974397b7020b42b4f22bd3', 'subnets': [{'id': '286430d5-d9c1-4e09-a86d-0057a92167e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1bbe62d0-de1d-4d04-b07f-768da19ee66b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:26:34.239183 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 398e3019-a161-427c-befb-3794c830ceff up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:26:34.291621 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 398e3019-a161-427c-befb-3794c830ceff triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:26:34.291948 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (398e3019-a161-427c-befb-3794c830ceff), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:34.367193 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 398e3019-a161-427c-befb-3794c830ceff is: DOWN; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:26:34.367579 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (398e3019-a161-427c-befb-3794c830ceff), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:34.389709 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] For port 398e3019-a161-427c-befb-3794c830ceff, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=398e3019-a161-427c-befb-3794c830ceff,segment=NetworkSegment(6aaf10e3-1532-4b23-b8ff-2b17962713b0),segment_id=6aaf10e3-1532-4b23-b8ff-2b17962713b0)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:26:34.394673 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (398e3019-a161-427c-befb-3794c830ceff), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:34.395632 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 907a031a-8265-4f15-a048-680df489050f up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:26:34.474630 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 907a031a-8265-4f15-a048-680df489050f triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:26:34.475018 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (907a031a-8265-4f15-a048-680df489050f), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:34.514398 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Pushing event updated for resources: {'Port': ['ID=398e3019-a161-427c-befb-3794c830ceff,revision_number=4']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:26:34.562154 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 907a031a-8265-4f15-a048-680df489050f is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:26:34.730833 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 55792) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:26:35.120523 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-6642526f-bfd9-4f03-8a2a-1c0dba17897e admin admin] 10.222.0.18 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.3885784 Sep 01 16:26:36.117194 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 398e3019-a161-427c-befb-3794c830ceff up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:26:36.163364 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 398e3019-a161-427c-befb-3794c830ceff triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:26:36.163745 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (398e3019-a161-427c-befb-3794c830ceff), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:36.204860 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:26:36.235130 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 398e3019-a161-427c-befb-3794c830ceff is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:26:37.740559 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=44 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:26:37.758003 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=30 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:26:44.739456 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.agents_db [None req-09d9e05d-4d55-4c1e-8994-77c39c5d0c8d None None] Agent healthcheck: found 5 active agents {{(pid=106492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:26:45.114863 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=48 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:26:45.118713 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:26:46.232164 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:26:46.233480 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:26:51.234226 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-17690e8b-18ae-457c-a0e3-d59a02c8ff8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:53.671433 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-6af8ef4b-f458-4e17-b1f3-171a2852d56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:54.526532 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:54.739244 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:26:56.272635 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:26:56.409992 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:27:06.266943 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:27:06.405842 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:27:14.746318 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:27:14.751463 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:27:21.229929 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-40e156aa-69c8-4cfe-b596-14f95a008c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:27:21.741941 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.agents_db [None req-09d9e05d-4d55-4c1e-8994-77c39c5d0c8d None None] Agent healthcheck: found 5 active agents {{(pid=106492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:27:23.667308 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-c9d6e1fe-bda8-4e1c-9462-c5a3dfd8fc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:27:24.530354 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:27:26.268676 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:27:26.405153 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:27:31.737329 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:27:36.397929 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:27:36.400293 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:27:51.234473 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-957e919c-c062-46fc-9a24-cde978f14d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:27:51.740508 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:27:51.746719 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:27:53.669660 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-45d0418e-bc1c-4f34-9b1c-5468c87281bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:27:54.533159 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:27:56.271470 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:27:56.407620 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:27:58.741337 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.agents_db [None req-09d9e05d-4d55-4c1e-8994-77c39c5d0c8d None None] Agent healthcheck: found 5 active agents {{(pid=106492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:28:00.040012 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 56332) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:28:00.490981 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.pecan_wsgi.hooks.translation [None req-d41094c1-a660-4c31-a97e-43a4544588e7 admin admin] GET failed (client error): The resource could not be found. Sep 01 16:28:00.492229 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-d41094c1-a660-4c31-a97e-43a4544588e7 admin admin] 10.222.0.18 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.4512684 Sep 01 16:28:00.658926 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeece2b5-968a-4ed4-9ef1-d70a0db658e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:28:00.660391 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-aeece2b5-968a-4ed4-9ef1-d70a0db658e7 admin admin] 10.222.0.18 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1632431 Sep 01 16:28:02.960635 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 56342) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:28:03.323485 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdf1fe1-d423-4ced-82d5-366c9777a7a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:28:03.324802 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-bcdf1fe1-d423-4ced-82d5-366c9777a7a0 admin admin] 10.222.0.18 "GET /networking/v2.0/subnets/286430d5-d9c1-4e09-a86d-0057a92167e2 HTTP/1.1" status: 200 len: 849 time: 0.3632922 Sep 01 16:28:03.334333 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-a2da3baf-11d6-4f7a-851f-6f29982bee69 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:28:03.423048 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a2da3baf-11d6-4f7a-851f-6f29982bee69 admin admin] Publish callbacks [] for subnet (286430d5-d9c1-4e09-a86d-0057a92167e2), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:28:03.560916 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a2da3baf-11d6-4f7a-851f-6f29982bee69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777439803073'] for subnet (286430d5-d9c1-4e09-a86d-0057a92167e2), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:28:03.594938 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2da3baf-11d6-4f7a-851f-6f29982bee69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:28:03.595539 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a2da3baf-11d6-4f7a-851f-6f29982bee69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for subnet (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:28:03.596947 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-a2da3baf-11d6-4f7a-851f-6f29982bee69 admin admin] 10.222.0.18 "PUT /networking/v2.0/subnets/286430d5-d9c1-4e09-a86d-0057a92167e2 HTTP/1.1" status: 200 len: 868 time: 0.2660339 Sep 01 16:28:03.618195 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da3baf-11d6-4f7a-851f-6f29982bee69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=286430d5-d9c1-4e09-a86d-0057a92167e2,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:28:03.618439 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dacea8-0338-4f97-a83d-02203d0c18a4 None None] Network 338ed513-3447-4641-b67f-5c38a97294f8 requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:28:03.625367 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da3baf-11d6-4f7a-851f-6f29982bee69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:03.625771 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da3baf-11d6-4f7a-851f-6f29982bee69 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:03.626136 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da3baf-11d6-4f7a-851f-6f29982bee69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:03.626512 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da3baf-11d6-4f7a-851f-6f29982bee69 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:03.626846 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da3baf-11d6-4f7a-851f-6f29982bee69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:03.627174 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da3baf-11d6-4f7a-851f-6f29982bee69 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:03.627501 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da3baf-11d6-4f7a-851f-6f29982bee69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:03.627822 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da3baf-11d6-4f7a-851f-6f29982bee69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:03.628143 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da3baf-11d6-4f7a-851f-6f29982bee69 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:03.628465 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da3baf-11d6-4f7a-851f-6f29982bee69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:03.628805 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da3baf-11d6-4f7a-851f-6f29982bee69 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:03.629128 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da3baf-11d6-4f7a-851f-6f29982bee69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:03.629555 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da3baf-11d6-4f7a-851f-6f29982bee69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:03.629761 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da3baf-11d6-4f7a-851f-6f29982bee69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:03.630074 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2da3baf-11d6-4f7a-851f-6f29982bee69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:28:03.890463 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-acaa3db3-6af9-482b-ae58-15dd8dfdbf05 None None] Provisioning complete for port 907a031a-8265-4f15-a048-680df489050f triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:28:03.890920 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-acaa3db3-6af9-482b-ae58-15dd8dfdbf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (907a031a-8265-4f15-a048-680df489050f), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:28:03.965871 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-acaa3db3-6af9-482b-ae58-15dd8dfdbf05 None None] Current status of the port 907a031a-8265-4f15-a048-680df489050f is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:28:03.973793 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-acaa3db3-6af9-482b-ae58-15dd8dfdbf05 None None] Provisioning complete for port 013e2c3f-1d34-46f9-81b7-1c9c66b7890b triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:28:03.974180 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-acaa3db3-6af9-482b-ae58-15dd8dfdbf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (013e2c3f-1d34-46f9-81b7-1c9c66b7890b), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:28:04.044644 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-acaa3db3-6af9-482b-ae58-15dd8dfdbf05 None None] Current status of the port 013e2c3f-1d34-46f9-81b7-1c9c66b7890b is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:28:05.900853 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 56350) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:28:06.370688 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0396956d-4da4-46db-aaf7-78e2b87a5e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:28:06.371164 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0396956d-4da4-46db-aaf7-78e2b87a5e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:28:06.372683 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-0396956d-4da4-46db-aaf7-78e2b87a5e76 admin admin] 10.222.0.18 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4709351 Sep 01 16:28:08.663348 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 56358) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:28:08.737640 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:28:09.167615 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bdd1e0-9e85-4470-9b50-0ecb53fd5127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:28:09.168086 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bdd1e0-9e85-4470-9b50-0ecb53fd5127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:28:09.169589 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-38bdd1e0-9e85-4470-9b50-0ecb53fd5127 admin admin] 10.222.0.18 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5054102 Sep 01 16:28:11.500430 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 56366) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:28:11.831301 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writer thread running {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 01 16:28:11.870392 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:28:12.053582 dv-cinder-852209-10-iscsi neutron-server[106489]: ERROR stevedore.extension [None req-0f41f4ce-f497-4044-aa5c-35e1fa7764c6 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 01 16:28:12.105933 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.policy [None req-0f41f4ce-f497-4044-aa5c-35e1fa7764c6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106489) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 01 16:28:12.158056 dv-cinder-852209-10-iscsi neutron-server[106489]: WARNING oslo_policy.policy [None req-0f41f4ce-f497-4044-aa5c-35e1fa7764c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 16:28:12.158464 dv-cinder-852209-10-iscsi neutron-server[106489]: WARNING oslo_policy.policy [None req-0f41f4ce-f497-4044-aa5c-35e1fa7764c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 16:28:12.166093 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f41f4ce-f497-4044-aa5c-35e1fa7764c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:28:12.167864 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-0f41f4ce-f497-4044-aa5c-35e1fa7764c6 admin admin] 10.222.0.18 "GET /networking/v2.0/networks/338ed513-3447-4641-b67f-5c38a97294f8 HTTP/1.1" status: 200 len: 869 time: 0.6665208 Sep 01 16:28:14.041366 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=42,neutron:UPDATE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:28:14.043334 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=50,neutron:UPDATE=4 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:28:14.450743 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 56380) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:28:14.847824 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d78f8f-07ac-4c9a-a0d4-0f7cb2e2b047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:28:14.849171 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-d5d78f8f-07ac-4c9a-a0d4-0f7cb2e2b047 admin admin] 10.222.0.18 "GET /networking/v2.0/networks/537c3a33-78cb-41f3-a0ee-71478f9cfd9b HTTP/1.1" status: 200 len: 886 time: 0.3974891 Sep 01 16:28:17.160407 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 56388) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:28:17.555324 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a57764-2469-4b7e-b7ec-fada9d0b38a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:28:17.555771 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a57764-2469-4b7e-b7ec-fada9d0b38a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:28:17.557863 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-c2a57764-2469-4b7e-b7ec-fada9d0b38a5 admin admin] 10.222.0.18 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3965266 Sep 01 16:28:19.159511 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=83,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:28:19.164618 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=85,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:28:19.887783 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 56396) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:28:20.254810 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b434c896-6688-4a84-9af5-0c5b2d2a8b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:28:20.255271 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b434c896-6688-4a84-9af5-0c5b2d2a8b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:28:20.256753 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-b434c896-6688-4a84-9af5-0c5b2d2a8b83 admin admin] 10.222.0.18 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3680429 Sep 01 16:28:21.237498 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-8d2f45ce-c2b3-49b2-a9d8-f014b8de056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:28:22.546487 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 56404) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:28:22.908456 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ada1c0-8505-4863-9754-3c1a6be63eb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:28:22.909694 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-f1ada1c0-8505-4863-9754-3c1a6be63eb3 admin admin] 10.222.0.18 "GET /networking/v2.0/subnets/286430d5-d9c1-4e09-a86d-0057a92167e2 HTTP/1.1" status: 200 len: 868 time: 0.3622921 Sep 01 16:28:23.672198 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-dc69abe9-1f7b-436f-b830-1377dcbae6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:28:24.533027 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:28:25.206807 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 56412) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:28:25.565933 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee9f3af-1828-42bb-88a7-cd6c4e78d29d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:28:25.567269 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-aee9f3af-1828-42bb-88a7-cd6c4e78d29d admin admin] 10.222.0.18 "GET /networking/v2.0/subnets/3e5d1400-7955-40a6-9a09-08f8a8c1db3a HTTP/1.1" status: 200 len: 816 time: 0.3596072 Sep 01 16:28:26.272848 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:28:26.410859 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:28:28.783917 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:28:28.788185 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=5 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:28:30.249653 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=31 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:28:30.250457 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=37 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:28:35.554682 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=12 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:28:35.562553 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=11 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:28:35.739565 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.agents_db [None req-09d9e05d-4d55-4c1e-8994-77c39c5d0c8d None None] Agent healthcheck: found 5 active agents {{(pid=106492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:28:36.404396 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:28:36.406742 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:28:49.497648 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=13 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:28:49.501969 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=15 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:28:51.246805 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-004cd1f5-81fe-4696-b50f-51ca6923fc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:28:53.676050 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-2978d22a-8a63-4a4a-98da-b2eec0a12105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:28:53.990968 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 56472) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:28:54.315161 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [None req-746ce2a6-ded0-4d40-8549-47b9aef38fbb admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106490) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 01 16:28:54.316149 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-746ce2a6-ded0-4d40-8549-47b9aef38fbb admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3243525 Sep 01 16:28:54.536494 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:28:56.276202 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:28:56.413905 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:28:56.708474 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 56480) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:28:57.047686 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f146cf5-70b6-4597-995d-21898966823d admin admin] GET failed (client error): The resource could not be found. Sep 01 16:28:57.048926 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-3f146cf5-70b6-4597-995d-21898966823d admin admin] 10.222.0.18 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3395543 Sep 01 16:28:57.133849 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cc1b88-e9aa-431e-be18-1af6e6f38431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:28:57.135845 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-92cc1b88-e9aa-431e-be18-1af6e6f38431 admin admin] 10.222.0.18 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0820889 Sep 01 16:28:59.582923 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 56488) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:28:59.902118 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-71564b78-3714-4eed-a306-b42fc7d72301 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:28:59.922118 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71564b78-3714-4eed-a306-b42fc7d72301 admin admin] Made reservation on behalf of 0d95c560fa484406b7dcc65daad0e99e for: {'network': 1} {{(pid=106490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:28:59.924449 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-71564b78-3714-4eed-a306-b42fc7d72301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for network (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:28:59.952662 dv-cinder-852209-10-iscsi neutron-server[106490]: WARNING neutron.services.revisions.revision_plugin [None req-71564b78-3714-4eed-a306-b42fc7d72301 admin admin] Could not find related network for resource to bump revision. Sep 01 16:28:59.963806 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71564b78-3714-4eed-a306-b42fc7d72301 admin admin] vlan segment allocate from pool success with {'vlan_id': 908, 'physical_network': 'physnet1'} {{(pid=106490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:28:59.972578 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-71564b78-3714-4eed-a306-b42fc7d72301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449'] for segment (42153b74-b5d0-4b63-820e-2912c2d2b162), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:28:59.972933 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.db.segments_db [None req-71564b78-3714-4eed-a306-b42fc7d72301 admin admin] Added segment 42153b74-b5d0-4b63-820e-2912c2d2b162 of type vlan for network 437a18c4-060d-49d5-a04a-80ff41fd7dbf Sep 01 16:29:00.016545 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-71564b78-3714-4eed-a306-b42fc7d72301 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777439247782'] for network (437a18c4-060d-49d5-a04a-80ff41fd7dbf), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:29:00.040031 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-71564b78-3714-4eed-a306-b42fc7d72301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248'] for network (437a18c4-060d-49d5-a04a-80ff41fd7dbf), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:29:00.041497 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71564b78-3714-4eed-a306-b42fc7d72301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:29:00.042072 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-71564b78-3714-4eed-a306-b42fc7d72301 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for network (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:29:00.093469 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-71564b78-3714-4eed-a306-b42fc7d72301 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5094314 Sep 01 16:29:00.104683 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71564b78-3714-4eed-a306-b42fc7d72301 admin admin] Pushing event updated for resources: {'Network': ['ID=437a18c4-060d-49d5-a04a-80ff41fd7dbf,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:00.121473 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Network 437a18c4-060d-49d5-a04a-80ff41fd7dbf details requested by agent ovs-agent-dv-cinder-852209-10-iscsi with host dv-cinder-852209-10-iscsi {{(pid=106491) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:29:02.440385 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 56498) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:29:02.777923 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f78fba0-f2f3-4fd1-9bf1-d924c2f52e4f admin admin] GET failed (client error): The resource could not be found. Sep 01 16:29:02.779256 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-0f78fba0-f2f3-4fd1-9bf1-d924c2f52e4f admin admin] 10.222.0.18 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3379173 Sep 01 16:29:02.852124 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1806bd65-8c20-4e9a-baec-4ef2ab9176de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:29:02.853562 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-1806bd65-8c20-4e9a-baec-4ef2ab9176de admin admin] 10.222.0.18 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0699265 Sep 01 16:29:02.863529 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-40aac9a0-2cb1-4aec-bd1e-acc78c603713 admin admin] Request body: {'subnet': {'network_id': '437a18c4-060d-49d5-a04a-80ff41fd7dbf', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:29:02.883219 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40aac9a0-2cb1-4aec-bd1e-acc78c603713 admin admin] Made reservation on behalf of 0d95c560fa484406b7dcc65daad0e99e for: {'subnet': 1} {{(pid=106490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:29:02.885935 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-40aac9a0-2cb1-4aec-bd1e-acc78c603713 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:29:03.051120 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-40aac9a0-2cb1-4aec-bd1e-acc78c603713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248'] for subnet (182dee20-e753-444d-b288-d35548492191), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:29:03.104631 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aac9a0-2cb1-4aec-bd1e-acc78c603713 admin admin] Pushing event updated for resources: {'Subnet': ['ID=182dee20-e753-444d-b288-d35548492191,revision_number=0']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:03.115770 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40aac9a0-2cb1-4aec-bd1e-acc78c603713 admin admin] Checking segment: {'id': '42153b74-b5d0-4b63-820e-2912c2d2b162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '437a18c4-060d-49d5-a04a-80ff41fd7dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:29:03.116114 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40aac9a0-2cb1-4aec-bd1e-acc78c603713 admin admin] Network hostable DHCP agents. Network: 437a18c4-060d-49d5-a04a-80ff41fd7dbf, hostable agents: ['afc997ee-16d2-4ffa-9693-fa31543fa952'], hosted agents: [] {{(pid=106490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:29:03.132158 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40aac9a0-2cb1-4aec-bd1e-acc78c603713 admin admin] Network 437a18c4-060d-49d5-a04a-80ff41fd7dbf is scheduled to be hosted by DHCP agent afc997ee-16d2-4ffa-9693-fa31543fa952 with binding_index 1 {{(pid=106490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:29:03.140870 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [None req-40aac9a0-2cb1-4aec-bd1e-acc78c603713 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852209-10-iscsi, 437a18c4-060d-49d5-a04a-80ff41fd7dbf) {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:29:03.144921 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40aac9a0-2cb1-4aec-bd1e-acc78c603713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:29:03.145508 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-40aac9a0-2cb1-4aec-bd1e-acc78c603713 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for subnet (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:29:03.150292 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ab2e8d-aea1-4d5a-a96c-a3aef2af0bf7 None None] Network 437a18c4-060d-49d5-a04a-80ff41fd7dbf requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:29:03.163780 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-40aac9a0-2cb1-4aec-bd1e-acc78c603713 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3035059 Sep 01 16:29:03.261164 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208c93e8-8727-4114-aefa-c6960817f3b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp704810b6-d790-5017-b732-94aec06070b8-437a18c4-060d-49d5-a04a-80ff41fd7dbf', 'network_id': '437a18c4-060d-49d5-a04a-80ff41fd7dbf', 'project_id': '0d95c560fa484406b7dcc65daad0e99e', 'fixed_ips': [{'subnet_id': '182dee20-e753-444d-b288-d35548492191'}]}} from dv-cinder-852209-10-iscsi. {{(pid=106491) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 01 16:29:03.262145 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-208c93e8-8727-4114-aefa-c6960817f3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:29:03.399274 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.db_base_plugin_common [None req-208c93e8-8727-4114-aefa-c6960817f3b8 None None] Allocated IP 192.168.233.2 (437a18c4-060d-49d5-a04a-80ff41fd7dbf/182dee20-e753-444d-b288-d35548492191/9b91e7db-a17e-4557-90a7-2a91052246ec) {{(pid=106491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:29:03.546023 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-208c93e8-8727-4114-aefa-c6960817f3b8 None None] Publish callbacks [] for port (9b91e7db-a17e-4557-90a7-2a91052246ec), precommit_create {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:29:03.554958 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-208c93e8-8727-4114-aefa-c6960817f3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847'] for port (9b91e7db-a17e-4557-90a7-2a91052246ec), after_create {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:29:03.599266 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208c93e8-8727-4114-aefa-c6960817f3b8 None None] Network 437a18c4-060d-49d5-a04a-80ff41fd7dbf is already hosted by enough agents. {{(pid=106491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:29:03.606594 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.scheduler.base_scheduler [None req-208c93e8-8727-4114-aefa-c6960817f3b8 None None] Resources bound (agent type, host, resource id): {{(pid=106491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:29:03.608967 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c93e8-8727-4114-aefa-c6960817f3b8 None None] Pushing event updated for resources: {'Port': ['ID=9b91e7db-a17e-4557-90a7-2a91052246ec,revision_number=1']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:03.611227 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208c93e8-8727-4114-aefa-c6960817f3b8 None None] Received port after_create {{(pid=106491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:29:03.638304 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c93e8-8727-4114-aefa-c6960817f3b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:03.638649 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c93e8-8727-4114-aefa-c6960817f3b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:03.638999 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c93e8-8727-4114-aefa-c6960817f3b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:03.639347 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c93e8-8727-4114-aefa-c6960817f3b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:03.639696 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c93e8-8727-4114-aefa-c6960817f3b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:03.640003 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c93e8-8727-4114-aefa-c6960817f3b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:03.640322 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c93e8-8727-4114-aefa-c6960817f3b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:03.640633 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c93e8-8727-4114-aefa-c6960817f3b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:03.640965 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c93e8-8727-4114-aefa-c6960817f3b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:03.641285 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c93e8-8727-4114-aefa-c6960817f3b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:03.641601 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c93e8-8727-4114-aefa-c6960817f3b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:03.641936 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c93e8-8727-4114-aefa-c6960817f3b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:03.642264 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c93e8-8727-4114-aefa-c6960817f3b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:03.642579 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c93e8-8727-4114-aefa-c6960817f3b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:03.642891 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208c93e8-8727-4114-aefa-c6960817f3b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:03.678688 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-208c93e8-8727-4114-aefa-c6960817f3b8 None None] Attempting to bind port 9b91e7db-a17e-4557-90a7-2a91052246ec on host dv-cinder-852209-10-iscsi for vnic_type normal with profile {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:29:03.679322 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-208c93e8-8727-4114-aefa-c6960817f3b8 None None] Attempting to bind port 9b91e7db-a17e-4557-90a7-2a91052246ec by drivers openvswitch,hyperv on host dv-cinder-852209-10-iscsi at level 0 using segments [{'id': '42153b74-b5d0-4b63-820e-2912c2d2b162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '437a18c4-060d-49d5-a04a-80ff41fd7dbf'}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:29:03.679855 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208c93e8-8727-4114-aefa-c6960817f3b8 None None] Attempting to bind port 9b91e7db-a17e-4557-90a7-2a91052246ec on network 437a18c4-060d-49d5-a04a-80ff41fd7dbf {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:29:03.685121 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208c93e8-8727-4114-aefa-c6960817f3b8 None None] Checking agent: {'id': 'de41263d-808c-41d9-af38-92939b4ec796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 25, 56), 'started_at': datetime.datetime(2022, 9, 1, 16, 26, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:29:03.685484 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208c93e8-8727-4114-aefa-c6960817f3b8 None None] Checking segment: {'id': '42153b74-b5d0-4b63-820e-2912c2d2b162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '437a18c4-060d-49d5-a04a-80ff41fd7dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:29:03.685878 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-208c93e8-8727-4114-aefa-c6960817f3b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:29:03.686281 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208c93e8-8727-4114-aefa-c6960817f3b8 None None] Bound using segment: {'id': '42153b74-b5d0-4b63-820e-2912c2d2b162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '437a18c4-060d-49d5-a04a-80ff41fd7dbf'} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:29:03.686740 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-208c93e8-8727-4114-aefa-c6960817f3b8 None None] Bound port: 9b91e7db-a17e-4557-90a7-2a91052246ec, host: dv-cinder-852209-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42153b74-b5d0-4b63-820e-2912c2d2b162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '437a18c4-060d-49d5-a04a-80ff41fd7dbf'}}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:29:03.687138 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-208c93e8-8727-4114-aefa-c6960817f3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (9b91e7db-a17e-4557-90a7-2a91052246ec), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:29:03.747162 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-208c93e8-8727-4114-aefa-c6960817f3b8 None None] For port 9b91e7db-a17e-4557-90a7-2a91052246ec, host dv-cinder-852209-10-iscsi, cleared binding levels {{(pid=106491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:29:03.750172 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-208c93e8-8727-4114-aefa-c6960817f3b8 None None] For port 9b91e7db-a17e-4557-90a7-2a91052246ec, host dv-cinder-852209-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=9b91e7db-a17e-4557-90a7-2a91052246ec,segment=NetworkSegment(42153b74-b5d0-4b63-820e-2912c2d2b162),segment_id=42153b74-b5d0-4b63-820e-2912c2d2b162)] {{(pid=106491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:29:03.756861 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-208c93e8-8727-4114-aefa-c6960817f3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (9b91e7db-a17e-4557-90a7-2a91052246ec), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:29:03.812476 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c93e8-8727-4114-aefa-c6960817f3b8 None None] Pushing event updated for resources: {'Port': ['ID=9b91e7db-a17e-4557-90a7-2a91052246ec,revision_number=2']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:04.222200 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 9b91e7db-a17e-4557-90a7-2a91052246ec up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:29:04.243448 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:29:04.270573 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 9b91e7db-a17e-4557-90a7-2a91052246ec triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:29:04.270968 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (9b91e7db-a17e-4557-90a7-2a91052246ec), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:29:04.301793 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:29:04.363405 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 9b91e7db-a17e-4557-90a7-2a91052246ec is: DOWN; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:29:04.363405 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (9b91e7db-a17e-4557-90a7-2a91052246ec), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:29:04.402092 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] For port 9b91e7db-a17e-4557-90a7-2a91052246ec, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=9b91e7db-a17e-4557-90a7-2a91052246ec,segment=NetworkSegment(42153b74-b5d0-4b63-820e-2912c2d2b162),segment_id=42153b74-b5d0-4b63-820e-2912c2d2b162)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:29:04.408795 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (9b91e7db-a17e-4557-90a7-2a91052246ec), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:29:04.460833 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Pushing event updated for resources: {'Port': ['ID=9b91e7db-a17e-4557-90a7-2a91052246ec,revision_number=3']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:04.597153 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2890f22-9ce2-4652-babc-d8a3a4671a1d None None] Network 437a18c4-060d-49d5-a04a-80ff41fd7dbf requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:29:04.708654 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-bf02b519-7fb6-4ba1-b0bb-e25011e9df93 None None] Provisioning complete for port 9b91e7db-a17e-4557-90a7-2a91052246ec triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:29:04.708974 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-bf02b519-7fb6-4ba1-b0bb-e25011e9df93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (9b91e7db-a17e-4557-90a7-2a91052246ec), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:29:04.793291 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-bf02b519-7fb6-4ba1-b0bb-e25011e9df93 None None] Current status of the port 9b91e7db-a17e-4557-90a7-2a91052246ec is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:29:04.912649 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-7829dd68-c1cf-4049-bd38-d8eeb333730a None None] Provisioning complete for port 9b91e7db-a17e-4557-90a7-2a91052246ec triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:29:04.913025 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-7829dd68-c1cf-4049-bd38-d8eeb333730a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (9b91e7db-a17e-4557-90a7-2a91052246ec), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:29:05.084881 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-7829dd68-c1cf-4049-bd38-d8eeb333730a None None] Current status of the port 9b91e7db-a17e-4557-90a7-2a91052246ec is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:29:05.739656 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:29:05.744656 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:29:06.200591 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 9b91e7db-a17e-4557-90a7-2a91052246ec up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:29:06.246473 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 9b91e7db-a17e-4557-90a7-2a91052246ec triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:29:06.246859 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (9b91e7db-a17e-4557-90a7-2a91052246ec), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:29:06.322810 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 9b91e7db-a17e-4557-90a7-2a91052246ec is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:29:12.739786 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.agents_db [None req-09d9e05d-4d55-4c1e-8994-77c39c5d0c8d None None] Agent healthcheck: found 5 active agents {{(pid=106492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:29:13.154692 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:29:13.155481 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=78,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:29:16.313571 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=64 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:29:16.321004 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:29:21.239603 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-6ab8de78-cb5a-4f9b-8b8f-13a7cf8291b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:29:22.736196 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:29:23.677421 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-97dd117d-2573-48a6-b5b9-729eda6b6df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:29:24.539485 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:29:26.278355 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:29:26.418185 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:29:36.407789 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:29:36.414097 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:29:42.742341 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=5 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:29:49.733971 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:29:49.740738 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.agents_db [None req-09d9e05d-4d55-4c1e-8994-77c39c5d0c8d None None] Agent healthcheck: found 5 active agents {{(pid=106492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:29:51.247748 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-6b8aba29-2274-4385-8653-67bd81d046cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:29:53.680745 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-15b222ac-09cb-43a9-bb9d-76ddec071c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:29:54.546549 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:29:56.282430 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:29:56.424565 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:29:59.736619 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:30:06.419305 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:30:06.420300 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:30:19.733638 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:30:19.738093 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:30:21.245929 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-947a7e05-d606-4608-a134-bb542a38d6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:30:22.500169 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 56540) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:30:22.505786 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [None req-f8636f6c-6b89-4595-85e3-d17103a92495 tempest-verify_tempest_config-1000865286 tempest-verify_tempest_config-1000865286-project] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106490) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 01 16:30:22.506792 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-f8636f6c-6b89-4595-85e3-d17103a92495 tempest-verify_tempest_config-1000865286 tempest-verify_tempest_config-1000865286-project] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056422 Sep 01 16:30:23.037204 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 56558) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:30:23.373928 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-a8488675-5e79-49c9-892a-3ea899340bde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:30:23.495466 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-a8488675-5e79-49c9-892a-3ea899340bde admin admin] Publish callbacks [] for security_group (43a44384-d57e-4398-b914-66a32e323618), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:30:23.499429 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-a8488675-5e79-49c9-892a-3ea899340bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (43a44384-d57e-4398-b914-66a32e323618), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:30:23.537779 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-a8488675-5e79-49c9-892a-3ea899340bde admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a5d6662e6cf24b06a9ec0a5159fbfcd7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4995110 Sep 01 16:30:23.540628 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 56566) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:30:23.549964 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8488675-5e79-49c9-892a-3ea899340bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a44384-d57e-4398-b914-66a32e323618,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:23.559975 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8488675-5e79-49c9-892a-3ea899340bde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:23.560324 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8488675-5e79-49c9-892a-3ea899340bde admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:23.560672 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8488675-5e79-49c9-892a-3ea899340bde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:23.561006 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8488675-5e79-49c9-892a-3ea899340bde admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:23.561340 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8488675-5e79-49c9-892a-3ea899340bde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:23.561670 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8488675-5e79-49c9-892a-3ea899340bde admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:23.561994 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8488675-5e79-49c9-892a-3ea899340bde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:23.562349 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8488675-5e79-49c9-892a-3ea899340bde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:23.562689 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8488675-5e79-49c9-892a-3ea899340bde admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:23.563020 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8488675-5e79-49c9-892a-3ea899340bde admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:23.563358 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8488675-5e79-49c9-892a-3ea899340bde admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:23.563683 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8488675-5e79-49c9-892a-3ea899340bde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:23.564000 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8488675-5e79-49c9-892a-3ea899340bde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:23.564320 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8488675-5e79-49c9-892a-3ea899340bde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:23.564637 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8488675-5e79-49c9-892a-3ea899340bde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:23.566015 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8488675-5e79-49c9-892a-3ea899340bde admin admin] Tracked resource versions report: Sep 01 16:30:23.566015 dv-cinder-852209-10-iscsi neutron-server[106489]: pushed versions: Sep 01 16:30:23.566015 dv-cinder-852209-10-iscsi neutron-server[106489]: { 'AddressGroup': {'1.2'}, Sep 01 16:30:23.566015 dv-cinder-852209-10-iscsi neutron-server[106489]: 'Agent': {'1.1'}, Sep 01 16:30:23.566015 dv-cinder-852209-10-iscsi neutron-server[106489]: 'ConntrackHelper': {'1.0'}, Sep 01 16:30:23.566015 dv-cinder-852209-10-iscsi neutron-server[106489]: 'LocalIPAssociation': {'1.0'}, Sep 01 16:30:23.566015 dv-cinder-852209-10-iscsi neutron-server[106489]: 'Log': {'1.0'}, Sep 01 16:30:23.566015 dv-cinder-852209-10-iscsi neutron-server[106489]: 'NDPProxy': {'1.0'}, Sep 01 16:30:23.566015 dv-cinder-852209-10-iscsi neutron-server[106489]: 'Network': {'1.1'}, Sep 01 16:30:23.566015 dv-cinder-852209-10-iscsi neutron-server[106489]: 'Port': {'1.7'}, Sep 01 16:30:23.566015 dv-cinder-852209-10-iscsi neutron-server[106489]: 'PortForwarding': {'1.3'}, Sep 01 16:30:23.566015 dv-cinder-852209-10-iscsi neutron-server[106489]: 'QosPolicy': {'1.10'}, Sep 01 16:30:23.566015 dv-cinder-852209-10-iscsi neutron-server[106489]: 'SecurityGroup': {'1.5'}, Sep 01 16:30:23.566015 dv-cinder-852209-10-iscsi neutron-server[106489]: 'SecurityGroupRule': {'1.2'}, Sep 01 16:30:23.566015 dv-cinder-852209-10-iscsi neutron-server[106489]: 'SubPort': {'1.0'}, Sep 01 16:30:23.566015 dv-cinder-852209-10-iscsi neutron-server[106489]: 'Subnet': {'1.1'}, Sep 01 16:30:23.566015 dv-cinder-852209-10-iscsi neutron-server[106489]: 'Trunk': {'1.1'}} Sep 01 16:30:23.566015 dv-cinder-852209-10-iscsi neutron-server[106489]: consumer versions: Sep 01 16:30:23.566015 dv-cinder-852209-10-iscsi neutron-server[106489]: { DHCP agent@dv-cinder-852209-10-iscsi: {}, Sep 01 16:30:23.566015 dv-cinder-852209-10-iscsi neutron-server[106489]: L3 agent@dv-cinder-852209-10-iscsi: {}, Sep 01 16:30:23.566015 dv-cinder-852209-10-iscsi neutron-server[106489]: Metadata agent@dv-cinder-852209-10-iscsi: {}, Sep 01 16:30:23.566015 dv-cinder-852209-10-iscsi neutron-server[106489]: Metering agent@dv-cinder-852209-10-iscsi: {}, Sep 01 16:30:23.566015 dv-cinder-852209-10-iscsi neutron-server[106489]: Open vSwitch agent@dv-cinder-852209-10-iscsi: { 'AddressGroup': '1.2', Sep 01 16:30:23.566015 dv-cinder-852209-10-iscsi neutron-server[106489]: 'Agent': '1.1', Sep 01 16:30:23.566015 dv-cinder-852209-10-iscsi neutron-server[106489]: 'ConntrackHelper': '1.0', Sep 01 16:30:23.566015 dv-cinder-852209-10-iscsi neutron-server[106489]: 'LocalIPAssociation': '1.0', Sep 01 16:30:23.566015 dv-cinder-852209-10-iscsi neutron-server[106489]: 'Log': '1.0', Sep 01 16:30:23.566015 dv-cinder-852209-10-iscsi neutron-server[106489]: 'NDPProxy': '1.0', Sep 01 16:30:23.566015 dv-cinder-852209-10-iscsi neutron-server[106489]: 'Network': '1.1', Sep 01 16:30:23.566015 dv-cinder-852209-10-iscsi neutron-server[106489]: 'Port': '1.7', Sep 01 16:30:23.566015 dv-cinder-852209-10-iscsi neutron-server[106489]: 'PortForwarding': '1.3', Sep 01 16:30:23.566015 dv-cinder-852209-10-iscsi neutron-server[106489]: 'QosPolicy': '1.10', Sep 01 16:30:23.566015 dv-cinder-852209-10-iscsi neutron-server[106489]: 'SecurityGroup': '1.5', Sep 01 16:30:23.566015 dv-cinder-852209-10-iscsi neutron-server[106489]: 'SecurityGroupRule': '1.2', Sep 01 16:30:23.566015 dv-cinder-852209-10-iscsi neutron-server[106489]: 'SubPort': '1.0', Sep 01 16:30:23.566015 dv-cinder-852209-10-iscsi neutron-server[106489]: 'Subnet': '1.1', Sep 01 16:30:23.566015 dv-cinder-852209-10-iscsi neutron-server[106489]: 'Trunk': '1.1'}} Sep 01 16:30:23.566015 dv-cinder-852209-10-iscsi neutron-server[106489]: {{(pid=106489) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 16:30:23.602802 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-610b1b12-82ea-455a-b653-5673483835b2 admin admin] Publish callbacks [] for security_group (43a44384-d57e-4398-b914-66a32e323618), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:30:23.623083 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-610b1b12-82ea-455a-b653-5673483835b2 admin admin] Publish callbacks [] for security_group (43a44384-d57e-4398-b914-66a32e323618), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:30:23.684602 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-7ffdc31f-6f43-4c12-8370-27529853a68d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:30:23.717736 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-610b1b12-82ea-455a-b653-5673483835b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (43a44384-d57e-4398-b914-66a32e323618), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:30:23.720340 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-610b1b12-82ea-455a-b653-5673483835b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:30:23.724469 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-610b1b12-82ea-455a-b653-5673483835b2 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/43a44384-d57e-4398-b914-66a32e323618 HTTP/1.1" status: 204 len: 168 time: 0.1828721 Sep 01 16:30:23.732470 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b1b12-82ea-455a-b653-5673483835b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a44384-d57e-4398-b914-66a32e323618,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:23.740530 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b1b12-82ea-455a-b653-5673483835b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:23.740873 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b1b12-82ea-455a-b653-5673483835b2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:23.741224 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b1b12-82ea-455a-b653-5673483835b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:23.741558 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b1b12-82ea-455a-b653-5673483835b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:23.741879 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b1b12-82ea-455a-b653-5673483835b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:23.742199 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b1b12-82ea-455a-b653-5673483835b2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:23.742551 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b1b12-82ea-455a-b653-5673483835b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:23.742868 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b1b12-82ea-455a-b653-5673483835b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:23.743199 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b1b12-82ea-455a-b653-5673483835b2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:23.743517 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b1b12-82ea-455a-b653-5673483835b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:23.743848 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b1b12-82ea-455a-b653-5673483835b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:23.744172 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b1b12-82ea-455a-b653-5673483835b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:23.744478 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b1b12-82ea-455a-b653-5673483835b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:23.744787 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b1b12-82ea-455a-b653-5673483835b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:23.745096 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b1b12-82ea-455a-b653-5673483835b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:24.557291 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:30:26.287950 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:30:26.428594 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:30:26.740568 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.agents_db [None req-09d9e05d-4d55-4c1e-8994-77c39c5d0c8d None None] Agent healthcheck: found 5 active agents {{(pid=106492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:30:33.549292 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=17,neutron:INSERT=5 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:30:33.555334 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=22,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:30:33.735456 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:30:33.737274 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:30:36.415868 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:30:36.423872 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:30:36.736987 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:30:36.737657 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:30:51.239795 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-679ce966-22ce-481c-a4b2-237a964eb964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:30:53.690853 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-c9a3077e-b9e5-4d04-b459-4ad898db4ced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:30:54.549770 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:30:56.290474 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:30:56.431073 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:30:56.733443 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=17 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:30:56.734394 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=15 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:31:03.741673 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.agents_db [None req-09d9e05d-4d55-4c1e-8994-77c39c5d0c8d None None] Agent healthcheck: found 5 active agents {{(pid=106492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:31:06.421220 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:31:06.427358 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:31:13.735569 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:31:13.736235 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:31:21.242814 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-7572d073-974f-4197-b2dd-42fe48fd49fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:31:23.682797 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-a1daeaa7-fd1c-4065-979d-c6a928e2ceaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:31:24.552137 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:31:26.291375 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:31:26.434391 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:31:33.735611 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:31:33.740606 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:31:36.423805 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:31:36.429220 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:31:40.740200 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.agents_db [None req-09d9e05d-4d55-4c1e-8994-77c39c5d0c8d None None] Agent healthcheck: found 5 active agents {{(pid=106492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:31:50.736511 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:31:50.737162 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:31:51.246785 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-8e9256b9-7cac-4467-8fe4-00688b7fa84a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:31:53.685966 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-ae90be37-1010-4bc2-9e20-52edce95df91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:31:54.553944 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:31:56.296683 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:31:56.439133 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:32:02.896798 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-632360'] for agent (294a3787-103d-4a51-bc9c-bc09638a7966), after_create {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:32:10.741492 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:32:10.747873 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:32:12.889446 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:32:12.892589 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:32:15.721236 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 56662) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:32:15.846690 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-26243a08-268d-4bc1-92d1-f6beccb61651 admin admin] 10.222.0.18 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1244066 Sep 01 16:32:17.739601 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.agents_db [None req-09d9e05d-4d55-4c1e-8994-77c39c5d0c8d None None] Agent healthcheck: found 6 active agents {{(pid=106492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:32:18.018775 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 56672) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:32:18.071805 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-490596d8-80ce-4099-af3c-8cff1ae93c48 admin admin] 10.222.0.18 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0520532 Sep 01 16:32:21.249948 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-9cb194b3-179a-471b-9cb2-7045a5e8fc62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:32:23.687878 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-89da7fc1-8329-4c2b-a908-24e7218a8ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:32:24.564457 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:32:26.299673 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:32:26.442507 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:32:27.736540 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:32:28.066656 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:32:28.067527 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:32:32.874773 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (294a3787-103d-4a51-bc9c-bc09638a7966), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:32:42.868805 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:32:42.870653 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:32:49.415375 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=16 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:32:49.416426 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=18 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:32:51.251977 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-b57b6d6c-eddf-4c8c-932d-551d0708817c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:32:53.689590 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-ce41ab06-b8d3-45ac-ab8c-77a7214bc080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:32:54.561793 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:32:54.739187 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.agents_db [None req-09d9e05d-4d55-4c1e-8994-77c39c5d0c8d None None] Agent healthcheck: found 6 active agents {{(pid=106492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:32:56.302353 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:32:56.444719 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:02.873955 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (294a3787-103d-4a51-bc9c-bc09638a7966), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:04.734774 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:33:04.735676 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:33:12.868517 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:33:12.870759 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:33:21.255179 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-b7e43ab8-5ec1-4987-95a5-fcc60a59c619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:23.692570 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-a4838bc5-a212-4aa4-8622-3f3944a66b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:24.564209 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:24.727421 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:33:24.741602 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=5 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:33:26.306026 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:26.448690 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:31.738329 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.agents_db [None req-09d9e05d-4d55-4c1e-8994-77c39c5d0c8d None None] Agent healthcheck: found 6 active agents {{(pid=106492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:33:32.890933 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (294a3787-103d-4a51-bc9c-bc09638a7966), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:42.884203 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=16,neutron:UPDATE=5 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:33:42.886138 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:33:49.742184 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:33:49.742963 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:33:51.265897 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-11fc2b3f-1c1e-4a5d-9e82-2042e74a8b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:52.198404 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 56868) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:33:52.590975 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-89f36c77-fc52-417c-870a-8f31c856bf27 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1684259872-network', 'tenant_id': '5c40a340919a49cc8b73687df600e2ea'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:33:52.615799 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f36c77-fc52-417c-870a-8f31c856bf27 admin admin] Made reservation on behalf of 5c40a340919a49cc8b73687df600e2ea for: {'network': 1} {{(pid=106490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:33:52.618386 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-89f36c77-fc52-417c-870a-8f31c856bf27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for network (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:52.627860 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-89f36c77-fc52-417c-870a-8f31c856bf27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:52.707907 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-89f36c77-fc52-417c-870a-8f31c856bf27 admin admin] Publish callbacks [] for security_group (394ec080-8797-4674-9de4-8f003da9c472), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:52.715537 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-89f36c77-fc52-417c-870a-8f31c856bf27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (394ec080-8797-4674-9de4-8f003da9c472), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:52.757770 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89f36c77-fc52-417c-870a-8f31c856bf27 admin admin] vlan segment allocate from pool success with {'vlan_id': 901, 'physical_network': 'physnet1'} {{(pid=106490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:33:52.767535 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-89f36c77-fc52-417c-870a-8f31c856bf27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449'] for segment (91e4d3b2-6d1f-430a-ad42-f0e903dfbe1f), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:52.768109 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.db.segments_db [None req-89f36c77-fc52-417c-870a-8f31c856bf27 admin admin] Added segment 91e4d3b2-6d1f-430a-ad42-f0e903dfbe1f of type vlan for network dca0ab61-d5ff-4379-b762-3829795267ff Sep 01 16:33:52.775808 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f36c77-fc52-417c-870a-8f31c856bf27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394ec080-8797-4674-9de4-8f003da9c472,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:52.786396 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f36c77-fc52-417c-870a-8f31c856bf27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:52.786750 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f36c77-fc52-417c-870a-8f31c856bf27 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:52.787909 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f36c77-fc52-417c-870a-8f31c856bf27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:52.788421 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f36c77-fc52-417c-870a-8f31c856bf27 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:52.788928 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f36c77-fc52-417c-870a-8f31c856bf27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:52.789265 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f36c77-fc52-417c-870a-8f31c856bf27 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:52.789597 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f36c77-fc52-417c-870a-8f31c856bf27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:52.789912 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f36c77-fc52-417c-870a-8f31c856bf27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:52.790604 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f36c77-fc52-417c-870a-8f31c856bf27 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:52.791076 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f36c77-fc52-417c-870a-8f31c856bf27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:52.791649 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f36c77-fc52-417c-870a-8f31c856bf27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:52.792135 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f36c77-fc52-417c-870a-8f31c856bf27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:52.792461 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f36c77-fc52-417c-870a-8f31c856bf27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:52.792777 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f36c77-fc52-417c-870a-8f31c856bf27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:52.793284 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f36c77-fc52-417c-870a-8f31c856bf27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:52.794461 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f36c77-fc52-417c-870a-8f31c856bf27 admin admin] Tracked resource versions report: Sep 01 16:33:52.794461 dv-cinder-852209-10-iscsi neutron-server[106490]: pushed versions: Sep 01 16:33:52.794461 dv-cinder-852209-10-iscsi neutron-server[106490]: { 'AddressGroup': {'1.2'}, Sep 01 16:33:52.794461 dv-cinder-852209-10-iscsi neutron-server[106490]: 'Agent': {'1.1'}, Sep 01 16:33:52.794461 dv-cinder-852209-10-iscsi neutron-server[106490]: 'ConntrackHelper': {'1.0'}, Sep 01 16:33:52.794461 dv-cinder-852209-10-iscsi neutron-server[106490]: 'LocalIPAssociation': {'1.0'}, Sep 01 16:33:52.794461 dv-cinder-852209-10-iscsi neutron-server[106490]: 'Log': {'1.0'}, Sep 01 16:33:52.794461 dv-cinder-852209-10-iscsi neutron-server[106490]: 'NDPProxy': {'1.0'}, Sep 01 16:33:52.794461 dv-cinder-852209-10-iscsi neutron-server[106490]: 'Network': {'1.1'}, Sep 01 16:33:52.794461 dv-cinder-852209-10-iscsi neutron-server[106490]: 'Port': {'1.7'}, Sep 01 16:33:52.794461 dv-cinder-852209-10-iscsi neutron-server[106490]: 'PortForwarding': {'1.3'}, Sep 01 16:33:52.794461 dv-cinder-852209-10-iscsi neutron-server[106490]: 'QosPolicy': {'1.10'}, Sep 01 16:33:52.794461 dv-cinder-852209-10-iscsi neutron-server[106490]: 'SecurityGroup': {'1.5'}, Sep 01 16:33:52.794461 dv-cinder-852209-10-iscsi neutron-server[106490]: 'SecurityGroupRule': {'1.2'}, Sep 01 16:33:52.794461 dv-cinder-852209-10-iscsi neutron-server[106490]: 'SubPort': {'1.0'}, Sep 01 16:33:52.794461 dv-cinder-852209-10-iscsi neutron-server[106490]: 'Subnet': {'1.1'}, Sep 01 16:33:52.794461 dv-cinder-852209-10-iscsi neutron-server[106490]: 'Trunk': {'1.1'}} Sep 01 16:33:52.794461 dv-cinder-852209-10-iscsi neutron-server[106490]: consumer versions: Sep 01 16:33:52.794461 dv-cinder-852209-10-iscsi neutron-server[106490]: { DHCP agent@dv-cinder-852209-10-iscsi: {}, Sep 01 16:33:52.794461 dv-cinder-852209-10-iscsi neutron-server[106490]: HyperV agent@hv-cinder-85220: {}, Sep 01 16:33:52.794461 dv-cinder-852209-10-iscsi neutron-server[106490]: L3 agent@dv-cinder-852209-10-iscsi: {}, Sep 01 16:33:52.794461 dv-cinder-852209-10-iscsi neutron-server[106490]: Metadata agent@dv-cinder-852209-10-iscsi: {}, Sep 01 16:33:52.794461 dv-cinder-852209-10-iscsi neutron-server[106490]: Metering agent@dv-cinder-852209-10-iscsi: {}, Sep 01 16:33:52.794461 dv-cinder-852209-10-iscsi neutron-server[106490]: Open vSwitch agent@dv-cinder-852209-10-iscsi: { 'AddressGroup': '1.2', Sep 01 16:33:52.794461 dv-cinder-852209-10-iscsi neutron-server[106490]: 'Agent': '1.1', Sep 01 16:33:52.794461 dv-cinder-852209-10-iscsi neutron-server[106490]: 'ConntrackHelper': '1.0', Sep 01 16:33:52.794461 dv-cinder-852209-10-iscsi neutron-server[106490]: 'LocalIPAssociation': '1.0', Sep 01 16:33:52.794461 dv-cinder-852209-10-iscsi neutron-server[106490]: 'Log': '1.0', Sep 01 16:33:52.794461 dv-cinder-852209-10-iscsi neutron-server[106490]: 'NDPProxy': '1.0', Sep 01 16:33:52.794461 dv-cinder-852209-10-iscsi neutron-server[106490]: 'Network': '1.1', Sep 01 16:33:52.794461 dv-cinder-852209-10-iscsi neutron-server[106490]: 'Port': '1.7', Sep 01 16:33:52.794461 dv-cinder-852209-10-iscsi neutron-server[106490]: 'PortForwarding': '1.3', Sep 01 16:33:52.794461 dv-cinder-852209-10-iscsi neutron-server[106490]: 'QosPolicy': '1.10', Sep 01 16:33:52.794461 dv-cinder-852209-10-iscsi neutron-server[106490]: 'SecurityGroup': '1.5', Sep 01 16:33:52.794461 dv-cinder-852209-10-iscsi neutron-server[106490]: 'SecurityGroupRule': '1.2', Sep 01 16:33:52.794461 dv-cinder-852209-10-iscsi neutron-server[106490]: 'SubPort': '1.0', Sep 01 16:33:52.794461 dv-cinder-852209-10-iscsi neutron-server[106490]: 'Subnet': '1.1', Sep 01 16:33:52.794461 dv-cinder-852209-10-iscsi neutron-server[106490]: 'Trunk': '1.1'}} Sep 01 16:33:52.794461 dv-cinder-852209-10-iscsi neutron-server[106490]: {{(pid=106490) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 16:33:52.829624 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 56904) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:33:52.830597 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-89f36c77-fc52-417c-870a-8f31c856bf27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777439247782'] for network (dca0ab61-d5ff-4379-b762-3829795267ff), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:52.857544 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-89f36c77-fc52-417c-870a-8f31c856bf27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248'] for network (dca0ab61-d5ff-4379-b762-3829795267ff), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:52.858927 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f36c77-fc52-417c-870a-8f31c856bf27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:33:52.859652 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-89f36c77-fc52-417c-870a-8f31c856bf27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for network (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:52.864332 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 56910) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:33:52.923117 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f36c77-fc52-417c-870a-8f31c856bf27 admin admin] Pushing event updated for resources: {'Network': ['ID=dca0ab61-d5ff-4379-b762-3829795267ff,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:52.931121 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-89f36c77-fc52-417c-870a-8f31c856bf27 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7305396 Sep 01 16:33:52.932688 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 56918) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:33:52.938105 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-9ea907dd-a196-4f28-a397-f9bfa3b7e445 admin admin] Request body: {'subnet': {'network_id': 'dca0ab61-d5ff-4379-b762-3829795267ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1684259872-subnet', 'tenant_id': '5c40a340919a49cc8b73687df600e2ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:33:52.941577 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Network dca0ab61-d5ff-4379-b762-3829795267ff details requested by agent ovs-agent-dv-cinder-852209-10-iscsi with host dv-cinder-852209-10-iscsi {{(pid=106491) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:33:52.962698 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea907dd-a196-4f28-a397-f9bfa3b7e445 admin admin] Made reservation on behalf of 5c40a340919a49cc8b73687df600e2ea for: {'subnet': 1} {{(pid=106490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:33:52.965622 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-9ea907dd-a196-4f28-a397-f9bfa3b7e445 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:53.011001 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 56924) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:33:53.152730 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:UPDATE=4 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:33:53.158080 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-9ea907dd-a196-4f28-a397-f9bfa3b7e445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248'] for subnet (a44d6986-5951-4786-acc4-4dfb02069724), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:53.159787 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-8c2946fe-cc36-4f1b-b6ed-9bffc45976e2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-79216093-network', 'tenant_id': 'b4bbb5d3895c49fa8695d3bca946dbea'}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:33:53.219548 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-9a76ca89-5192-44e0-80e1-014a3925b5b5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1559330657-network', 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd'}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:33:53.230589 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea907dd-a196-4f28-a397-f9bfa3b7e445 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a44d6986-5951-4786-acc4-4dfb02069724,revision_number=0']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:53.234572 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2946fe-cc36-4f1b-b6ed-9bffc45976e2 admin admin] Made reservation on behalf of b4bbb5d3895c49fa8695d3bca946dbea for: {'network': 1} {{(pid=106489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:33:53.238924 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-8c2946fe-cc36-4f1b-b6ed-9bffc45976e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for network (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:53.254544 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-8c2946fe-cc36-4f1b-b6ed-9bffc45976e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:53.270879 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-5a787ddf-b439-41d2-8452-50cc3b74cdec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-788111627-network', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3'}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:33:53.280068 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a76ca89-5192-44e0-80e1-014a3925b5b5 admin admin] Made reservation on behalf of aab96a55de014d8cac2c004ba7cadedd for: {'network': 1} {{(pid=106489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:33:53.282664 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9a76ca89-5192-44e0-80e1-014a3925b5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for network (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:53.291744 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea907dd-a196-4f28-a397-f9bfa3b7e445 admin admin] Checking segment: {'id': '91e4d3b2-6d1f-430a-ad42-f0e903dfbe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'dca0ab61-d5ff-4379-b762-3829795267ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:33:53.294358 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea907dd-a196-4f28-a397-f9bfa3b7e445 admin admin] Network hostable DHCP agents. Network: dca0ab61-d5ff-4379-b762-3829795267ff, hostable agents: ['afc997ee-16d2-4ffa-9693-fa31543fa952'], hosted agents: [] {{(pid=106490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:33:53.307570 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9a76ca89-5192-44e0-80e1-014a3925b5b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:53.342379 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea907dd-a196-4f28-a397-f9bfa3b7e445 admin admin] Network dca0ab61-d5ff-4379-b762-3829795267ff is scheduled to be hosted by DHCP agent afc997ee-16d2-4ffa-9693-fa31543fa952 with binding_index 1 {{(pid=106490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:33:53.362532 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [None req-9ea907dd-a196-4f28-a397-f9bfa3b7e445 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852209-10-iscsi, dca0ab61-d5ff-4379-b762-3829795267ff) {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:33:53.372537 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663261ca-519b-4b26-b54a-0590b125cb1c None None] Network dca0ab61-d5ff-4379-b762-3829795267ff requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:33:53.374996 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea907dd-a196-4f28-a397-f9bfa3b7e445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:33:53.377094 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-9ea907dd-a196-4f28-a397-f9bfa3b7e445 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for subnet (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:53.393570 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a787ddf-b439-41d2-8452-50cc3b74cdec admin admin] Made reservation on behalf of cfb0b630e22745e8af15fb02c71800c3 for: {'network': 1} {{(pid=106489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:33:53.396227 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-5a787ddf-b439-41d2-8452-50cc3b74cdec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for network (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:53.405051 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-9ea907dd-a196-4f28-a397-f9bfa3b7e445 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4709105 Sep 01 16:33:53.406480 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 56948) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:33:53.411148 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-02498ffc-8eaf-42c9-8b9c-d1ca7b0aa992 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1684259872-router', 'tenant_id': '5c40a340919a49cc8b73687df600e2ea', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'}}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:33:53.422356 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-5a787ddf-b439-41d2-8452-50cc3b74cdec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:53.442335 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-02498ffc-8eaf-42c9-8b9c-d1ca7b0aa992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-633072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7429'] for router (208dbca3-d940-4eab-bea6-4d11998c3a34), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:53.443741 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-02498ffc-8eaf-42c9-8b9c-d1ca7b0aa992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-612190', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7436'] for router (208dbca3-d940-4eab-bea6-4d11998c3a34), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:53.512949 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-02498ffc-8eaf-42c9-8b9c-d1ca7b0aa992 admin admin] Publish callbacks [] for router_controller (208dbca3-d940-4eab-bea6-4d11998c3a34), precommit_add_association {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:53.535521 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-8c2946fe-cc36-4f1b-b6ed-9bffc45976e2 admin admin] Publish callbacks [] for security_group (91e7a406-f9e1-4282-b28c-526f717579e9), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:53.550181 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-8c2946fe-cc36-4f1b-b6ed-9bffc45976e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (91e7a406-f9e1-4282-b28c-526f717579e9), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:53.584379 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9a76ca89-5192-44e0-80e1-014a3925b5b5 admin admin] Publish callbacks [] for security_group (c753a3b1-1e43-452b-98e5-0b63c1454d2a), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:53.611325 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9a76ca89-5192-44e0-80e1-014a3925b5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (c753a3b1-1e43-452b-98e5-0b63c1454d2a), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:53.614829 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c2946fe-cc36-4f1b-b6ed-9bffc45976e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 937, 'physical_network': 'physnet1'} {{(pid=106489) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:33:53.650995 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2946fe-cc36-4f1b-b6ed-9bffc45976e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e7a406-f9e1-4282-b28c-526f717579e9,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:53.657903 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a76ca89-5192-44e0-80e1-014a3925b5b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 918, 'physical_network': 'physnet1'} {{(pid=106489) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:33:53.669999 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-8c2946fe-cc36-4f1b-b6ed-9bffc45976e2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777439728788', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449'] for segment (a5d0d159-c721-4402-a1d9-2c5614894c23), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:53.671251 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-8c2946fe-cc36-4f1b-b6ed-9bffc45976e2 admin admin] Unsubscribe: segment precommit_create {{(pid=106489) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 01 16:33:53.671944 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.db.segments_db [None req-8c2946fe-cc36-4f1b-b6ed-9bffc45976e2 admin admin] Added segment a5d0d159-c721-4402-a1d9-2c5614894c23 of type vlan for network f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7 Sep 01 16:33:53.706938 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-02498ffc-8eaf-42c9-8b9c-d1ca7b0aa992 admin admin] Publish callbacks [] for router_gateway (208dbca3-d940-4eab-bea6-4d11998c3a34), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:53.739194 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9a76ca89-5192-44e0-80e1-014a3925b5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449'] for segment (6f41d63c-c0db-43b8-a48d-b58014c53e5f), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:53.739475 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.db.segments_db [None req-9a76ca89-5192-44e0-80e1-014a3925b5b5 admin admin] Added segment 6f41d63c-c0db-43b8-a48d-b58014c53e5f of type vlan for network ba8f8151-1775-4d72-8643-4c1aec9c20a0 Sep 01 16:33:53.741976 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2946fe-cc36-4f1b-b6ed-9bffc45976e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:53.742474 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2946fe-cc36-4f1b-b6ed-9bffc45976e2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:53.743201 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2946fe-cc36-4f1b-b6ed-9bffc45976e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:53.743339 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2946fe-cc36-4f1b-b6ed-9bffc45976e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:53.743617 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2946fe-cc36-4f1b-b6ed-9bffc45976e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:53.744054 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2946fe-cc36-4f1b-b6ed-9bffc45976e2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:53.744385 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2946fe-cc36-4f1b-b6ed-9bffc45976e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:53.744716 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2946fe-cc36-4f1b-b6ed-9bffc45976e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:53.745041 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2946fe-cc36-4f1b-b6ed-9bffc45976e2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:53.745474 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2946fe-cc36-4f1b-b6ed-9bffc45976e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:53.746338 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2946fe-cc36-4f1b-b6ed-9bffc45976e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:53.746338 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2946fe-cc36-4f1b-b6ed-9bffc45976e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:53.746684 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2946fe-cc36-4f1b-b6ed-9bffc45976e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:53.746979 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2946fe-cc36-4f1b-b6ed-9bffc45976e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:53.747352 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2946fe-cc36-4f1b-b6ed-9bffc45976e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:53.748436 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2946fe-cc36-4f1b-b6ed-9bffc45976e2 admin admin] Tracked resource versions report: Sep 01 16:33:53.748436 dv-cinder-852209-10-iscsi neutron-server[106489]: pushed versions: Sep 01 16:33:53.748436 dv-cinder-852209-10-iscsi neutron-server[106489]: { 'AddressGroup': {'1.2'}, Sep 01 16:33:53.748436 dv-cinder-852209-10-iscsi neutron-server[106489]: 'Agent': {'1.1'}, Sep 01 16:33:53.748436 dv-cinder-852209-10-iscsi neutron-server[106489]: 'ConntrackHelper': {'1.0'}, Sep 01 16:33:53.748436 dv-cinder-852209-10-iscsi neutron-server[106489]: 'LocalIPAssociation': {'1.0'}, Sep 01 16:33:53.748436 dv-cinder-852209-10-iscsi neutron-server[106489]: 'Log': {'1.0'}, Sep 01 16:33:53.748436 dv-cinder-852209-10-iscsi neutron-server[106489]: 'NDPProxy': {'1.0'}, Sep 01 16:33:53.748436 dv-cinder-852209-10-iscsi neutron-server[106489]: 'Network': {'1.1'}, Sep 01 16:33:53.748436 dv-cinder-852209-10-iscsi neutron-server[106489]: 'Port': {'1.7'}, Sep 01 16:33:53.748436 dv-cinder-852209-10-iscsi neutron-server[106489]: 'PortForwarding': {'1.3'}, Sep 01 16:33:53.748436 dv-cinder-852209-10-iscsi neutron-server[106489]: 'QosPolicy': {'1.10'}, Sep 01 16:33:53.748436 dv-cinder-852209-10-iscsi neutron-server[106489]: 'SecurityGroup': {'1.5'}, Sep 01 16:33:53.748436 dv-cinder-852209-10-iscsi neutron-server[106489]: 'SecurityGroupRule': {'1.2'}, Sep 01 16:33:53.748436 dv-cinder-852209-10-iscsi neutron-server[106489]: 'SubPort': {'1.0'}, Sep 01 16:33:53.748436 dv-cinder-852209-10-iscsi neutron-server[106489]: 'Subnet': {'1.1'}, Sep 01 16:33:53.748436 dv-cinder-852209-10-iscsi neutron-server[106489]: 'Trunk': {'1.1'}} Sep 01 16:33:53.748436 dv-cinder-852209-10-iscsi neutron-server[106489]: consumer versions: Sep 01 16:33:53.748436 dv-cinder-852209-10-iscsi neutron-server[106489]: { DHCP agent@dv-cinder-852209-10-iscsi: {}, Sep 01 16:33:53.748436 dv-cinder-852209-10-iscsi neutron-server[106489]: HyperV agent@hv-cinder-85220: {}, Sep 01 16:33:53.748436 dv-cinder-852209-10-iscsi neutron-server[106489]: L3 agent@dv-cinder-852209-10-iscsi: {}, Sep 01 16:33:53.748436 dv-cinder-852209-10-iscsi neutron-server[106489]: Metadata agent@dv-cinder-852209-10-iscsi: {}, Sep 01 16:33:53.748436 dv-cinder-852209-10-iscsi neutron-server[106489]: Metering agent@dv-cinder-852209-10-iscsi: {}, Sep 01 16:33:53.748436 dv-cinder-852209-10-iscsi neutron-server[106489]: Open vSwitch agent@dv-cinder-852209-10-iscsi: { 'AddressGroup': '1.2', Sep 01 16:33:53.748436 dv-cinder-852209-10-iscsi neutron-server[106489]: 'Agent': '1.1', Sep 01 16:33:53.748436 dv-cinder-852209-10-iscsi neutron-server[106489]: 'ConntrackHelper': '1.0', Sep 01 16:33:53.748436 dv-cinder-852209-10-iscsi neutron-server[106489]: 'LocalIPAssociation': '1.0', Sep 01 16:33:53.748436 dv-cinder-852209-10-iscsi neutron-server[106489]: 'Log': '1.0', Sep 01 16:33:53.748436 dv-cinder-852209-10-iscsi neutron-server[106489]: 'NDPProxy': '1.0', Sep 01 16:33:53.748436 dv-cinder-852209-10-iscsi neutron-server[106489]: 'Network': '1.1', Sep 01 16:33:53.748436 dv-cinder-852209-10-iscsi neutron-server[106489]: 'Port': '1.7', Sep 01 16:33:53.748436 dv-cinder-852209-10-iscsi neutron-server[106489]: 'PortForwarding': '1.3', Sep 01 16:33:53.748436 dv-cinder-852209-10-iscsi neutron-server[106489]: 'QosPolicy': '1.10', Sep 01 16:33:53.748436 dv-cinder-852209-10-iscsi neutron-server[106489]: 'SecurityGroup': '1.5', Sep 01 16:33:53.748436 dv-cinder-852209-10-iscsi neutron-server[106489]: 'SecurityGroupRule': '1.2', Sep 01 16:33:53.748436 dv-cinder-852209-10-iscsi neutron-server[106489]: 'SubPort': '1.0', Sep 01 16:33:53.748436 dv-cinder-852209-10-iscsi neutron-server[106489]: 'Subnet': '1.1', Sep 01 16:33:53.748436 dv-cinder-852209-10-iscsi neutron-server[106489]: 'Trunk': '1.1'}} Sep 01 16:33:53.748436 dv-cinder-852209-10-iscsi neutron-server[106489]: {{(pid=106489) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 16:33:53.802683 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-eca0c998-b7d8-47c7-a060-8333f4e864a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:53.806064 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fca77e-e3c6-4d8c-b208-d8697fef2cb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp704810b6-d790-5017-b732-94aec06070b8-dca0ab61-d5ff-4379-b762-3829795267ff', 'network_id': 'dca0ab61-d5ff-4379-b762-3829795267ff', 'project_id': '5c40a340919a49cc8b73687df600e2ea', 'fixed_ips': [{'subnet_id': 'a44d6986-5951-4786-acc4-4dfb02069724'}]}} from dv-cinder-852209-10-iscsi. {{(pid=106491) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 01 16:33:53.807406 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-e8fca77e-e3c6-4d8c-b208-d8697fef2cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:53.807622 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-5a787ddf-b439-41d2-8452-50cc3b74cdec admin admin] Publish callbacks [] for security_group (8b12dc39-a863-4a94-887d-d1e0292930e8), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:53.835495 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:33:53.872487 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-5a787ddf-b439-41d2-8452-50cc3b74cdec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (8b12dc39-a863-4a94-887d-d1e0292930e8), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:53.906141 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-8c2946fe-cc36-4f1b-b6ed-9bffc45976e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777439247782'] for network (f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:53.912845 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a76ca89-5192-44e0-80e1-014a3925b5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c753a3b1-1e43-452b-98e5-0b63c1454d2a,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:53.932594 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9a76ca89-5192-44e0-80e1-014a3925b5b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777439247782'] for network (ba8f8151-1775-4d72-8643-4c1aec9c20a0), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:53.936207 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=69,neutron:INSERT=27,neutron:UPDATE=4 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:33:53.951849 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=70,neutron:INSERT=24,neutron:UPDATE=6 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:33:53.955081 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a787ddf-b439-41d2-8452-50cc3b74cdec admin admin] vlan segment allocate from pool success with {'vlan_id': 930, 'physical_network': 'physnet1'} {{(pid=106489) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:33:53.991388 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.db_base_plugin_common [None req-e8fca77e-e3c6-4d8c-b208-d8697fef2cb4 None None] Allocated IP 172.20.0.2 (dca0ab61-d5ff-4379-b762-3829795267ff/a44d6986-5951-4786-acc4-4dfb02069724/997c152a-393a-4a94-abdb-bf979c704ee2) {{(pid=106491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:33:54.030188 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a787ddf-b439-41d2-8452-50cc3b74cdec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b12dc39-a863-4a94-887d-d1e0292930e8,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:54.034710 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-5a787ddf-b439-41d2-8452-50cc3b74cdec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449'] for segment (a5fdef99-cab9-4e68-9f85-2b12b874dece), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:54.035288 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.db.segments_db [None req-5a787ddf-b439-41d2-8452-50cc3b74cdec admin admin] Added segment a5fdef99-cab9-4e68-9f85-2b12b874dece of type vlan for network 1e2386a0-52ae-4650-b501-6e8c6cdd7cc9 Sep 01 16:33:54.049592 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-8c2946fe-cc36-4f1b-b6ed-9bffc45976e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248'] for network (f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:54.051302 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2946fe-cc36-4f1b-b6ed-9bffc45976e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:33:54.052106 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-8c2946fe-cc36-4f1b-b6ed-9bffc45976e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for network (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:54.054988 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9a76ca89-5192-44e0-80e1-014a3925b5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248'] for network (ba8f8151-1775-4d72-8643-4c1aec9c20a0), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:54.056095 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a76ca89-5192-44e0-80e1-014a3925b5b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:33:54.056876 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9a76ca89-5192-44e0-80e1-014a3925b5b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for network (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:54.181300 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-e8fca77e-e3c6-4d8c-b208-d8697fef2cb4 None None] Publish callbacks [] for port (997c152a-393a-4a94-abdb-bf979c704ee2), precommit_create {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:54.186901 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-02498ffc-8eaf-42c9-8b9c-d1ca7b0aa992 admin admin] Publish callbacks [] for router_gateway (208dbca3-d940-4eab-bea6-4d11998c3a34), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:54.187312 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:33:54.192941 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-e8fca77e-e3c6-4d8c-b208-d8697fef2cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847'] for port (997c152a-393a-4a94-abdb-bf979c704ee2), after_create {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:54.241482 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-02498ffc-8eaf-42c9-8b9c-d1ca7b0aa992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:54.268326 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fca77e-e3c6-4d8c-b208-d8697fef2cb4 None None] Pushing event updated for resources: {'Port': ['ID=997c152a-393a-4a94-abdb-bf979c704ee2,revision_number=1']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:54.290107 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fca77e-e3c6-4d8c-b208-d8697fef2cb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:54.295835 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-9a76ca89-5192-44e0-80e1-014a3925b5b5 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4302099 Sep 01 16:33:54.297912 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-5a787ddf-b439-41d2-8452-50cc3b74cdec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777439247782'] for network (1e2386a0-52ae-4650-b501-6e8c6cdd7cc9), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:54.301243 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fca77e-e3c6-4d8c-b208-d8697fef2cb4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:54.302885 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fca77e-e3c6-4d8c-b208-d8697fef2cb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:54.303299 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fca77e-e3c6-4d8c-b208-d8697fef2cb4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:54.305137 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 56974) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:33:54.307945 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fca77e-e3c6-4d8c-b208-d8697fef2cb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:54.309449 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fca77e-e3c6-4d8c-b208-d8697fef2cb4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:54.310032 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-8c2946fe-cc36-4f1b-b6ed-9bffc45976e2 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4795437 Sep 01 16:33:54.314111 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fca77e-e3c6-4d8c-b208-d8697fef2cb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:54.315062 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fca77e-e3c6-4d8c-b208-d8697fef2cb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:54.315677 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fca77e-e3c6-4d8c-b208-d8697fef2cb4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:54.316225 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fca77e-e3c6-4d8c-b208-d8697fef2cb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:54.316770 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fca77e-e3c6-4d8c-b208-d8697fef2cb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:54.317327 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fca77e-e3c6-4d8c-b208-d8697fef2cb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:54.317884 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fca77e-e3c6-4d8c-b208-d8697fef2cb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:54.318675 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fca77e-e3c6-4d8c-b208-d8697fef2cb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:54.319232 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fca77e-e3c6-4d8c-b208-d8697fef2cb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:33:54.326663 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fca77e-e3c6-4d8c-b208-d8697fef2cb4 None None] Tracked resource versions report: Sep 01 16:33:54.326663 dv-cinder-852209-10-iscsi neutron-server[106491]: pushed versions: Sep 01 16:33:54.326663 dv-cinder-852209-10-iscsi neutron-server[106491]: { 'AddressGroup': {'1.2'}, Sep 01 16:33:54.326663 dv-cinder-852209-10-iscsi neutron-server[106491]: 'Agent': {'1.1'}, Sep 01 16:33:54.326663 dv-cinder-852209-10-iscsi neutron-server[106491]: 'ConntrackHelper': {'1.0'}, Sep 01 16:33:54.326663 dv-cinder-852209-10-iscsi neutron-server[106491]: 'LocalIPAssociation': {'1.0'}, Sep 01 16:33:54.326663 dv-cinder-852209-10-iscsi neutron-server[106491]: 'Log': {'1.0'}, Sep 01 16:33:54.326663 dv-cinder-852209-10-iscsi neutron-server[106491]: 'NDPProxy': {'1.0'}, Sep 01 16:33:54.326663 dv-cinder-852209-10-iscsi neutron-server[106491]: 'Network': {'1.1'}, Sep 01 16:33:54.326663 dv-cinder-852209-10-iscsi neutron-server[106491]: 'Port': {'1.7'}, Sep 01 16:33:54.326663 dv-cinder-852209-10-iscsi neutron-server[106491]: 'PortForwarding': {'1.3'}, Sep 01 16:33:54.326663 dv-cinder-852209-10-iscsi neutron-server[106491]: 'QosPolicy': {'1.10'}, Sep 01 16:33:54.326663 dv-cinder-852209-10-iscsi neutron-server[106491]: 'SecurityGroup': {'1.5'}, Sep 01 16:33:54.326663 dv-cinder-852209-10-iscsi neutron-server[106491]: 'SecurityGroupRule': {'1.2'}, Sep 01 16:33:54.326663 dv-cinder-852209-10-iscsi neutron-server[106491]: 'SubPort': {'1.0'}, Sep 01 16:33:54.326663 dv-cinder-852209-10-iscsi neutron-server[106491]: 'Subnet': {'1.1'}, Sep 01 16:33:54.326663 dv-cinder-852209-10-iscsi neutron-server[106491]: 'Trunk': {'1.1'}} Sep 01 16:33:54.326663 dv-cinder-852209-10-iscsi neutron-server[106491]: consumer versions: Sep 01 16:33:54.326663 dv-cinder-852209-10-iscsi neutron-server[106491]: { DHCP agent@dv-cinder-852209-10-iscsi: {}, Sep 01 16:33:54.326663 dv-cinder-852209-10-iscsi neutron-server[106491]: HyperV agent@hv-cinder-85220: {}, Sep 01 16:33:54.326663 dv-cinder-852209-10-iscsi neutron-server[106491]: L3 agent@dv-cinder-852209-10-iscsi: {}, Sep 01 16:33:54.326663 dv-cinder-852209-10-iscsi neutron-server[106491]: Metadata agent@dv-cinder-852209-10-iscsi: {}, Sep 01 16:33:54.326663 dv-cinder-852209-10-iscsi neutron-server[106491]: Metering agent@dv-cinder-852209-10-iscsi: {}, Sep 01 16:33:54.326663 dv-cinder-852209-10-iscsi neutron-server[106491]: Open vSwitch agent@dv-cinder-852209-10-iscsi: { 'AddressGroup': '1.2', Sep 01 16:33:54.326663 dv-cinder-852209-10-iscsi neutron-server[106491]: 'Agent': '1.1', Sep 01 16:33:54.326663 dv-cinder-852209-10-iscsi neutron-server[106491]: 'ConntrackHelper': '1.0', Sep 01 16:33:54.326663 dv-cinder-852209-10-iscsi neutron-server[106491]: 'LocalIPAssociation': '1.0', Sep 01 16:33:54.326663 dv-cinder-852209-10-iscsi neutron-server[106491]: 'Log': '1.0', Sep 01 16:33:54.326663 dv-cinder-852209-10-iscsi neutron-server[106491]: 'NDPProxy': '1.0', Sep 01 16:33:54.326663 dv-cinder-852209-10-iscsi neutron-server[106491]: 'Network': '1.1', Sep 01 16:33:54.326663 dv-cinder-852209-10-iscsi neutron-server[106491]: 'Port': '1.7', Sep 01 16:33:54.326663 dv-cinder-852209-10-iscsi neutron-server[106491]: 'PortForwarding': '1.3', Sep 01 16:33:54.326663 dv-cinder-852209-10-iscsi neutron-server[106491]: 'QosPolicy': '1.10', Sep 01 16:33:54.326663 dv-cinder-852209-10-iscsi neutron-server[106491]: 'SecurityGroup': '1.5', Sep 01 16:33:54.326663 dv-cinder-852209-10-iscsi neutron-server[106491]: 'SecurityGroupRule': '1.2', Sep 01 16:33:54.326663 dv-cinder-852209-10-iscsi neutron-server[106491]: 'SubPort': '1.0', Sep 01 16:33:54.326663 dv-cinder-852209-10-iscsi neutron-server[106491]: 'Subnet': '1.1', Sep 01 16:33:54.326663 dv-cinder-852209-10-iscsi neutron-server[106491]: 'Trunk': '1.1'}} Sep 01 16:33:54.326663 dv-cinder-852209-10-iscsi neutron-server[106491]: {{(pid=106491) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 16:33:54.329087 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-a04792a7-1bed-46f6-9405-3a67dd0fcd5f admin admin] Request body: {'subnet': {'network_id': 'ba8f8151-1775-4d72-8643-4c1aec9c20a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1559330657-subnet', 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:33:54.334331 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 56978) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:33:54.343020 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-f27231c7-b828-4ee2-9659-79069e566087 admin admin] Request body: {'subnet': {'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-79216093-subnet', 'tenant_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:33:54.368068 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fca77e-e3c6-4d8c-b208-d8697fef2cb4 None None] Network dca0ab61-d5ff-4379-b762-3829795267ff is already hosted by enough agents. {{(pid=106491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:33:54.372723 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2946fe-cc36-4f1b-b6ed-9bffc45976e2 admin admin] Pushing event updated for resources: {'Network': ['ID=f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:54.375288 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.scheduler.base_scheduler [None req-e8fca77e-e3c6-4d8c-b208-d8697fef2cb4 None None] Resources bound (agent type, host, resource id): {{(pid=106491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:33:54.384594 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fca77e-e3c6-4d8c-b208-d8697fef2cb4 None None] Received port after_create {{(pid=106491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:33:54.411067 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Network f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7 details requested by agent ovs-agent-dv-cinder-852209-10-iscsi with host dv-cinder-852209-10-iscsi {{(pid=106491) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:33:54.477203 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_common [None req-02498ffc-8eaf-42c9-8b9c-d1ca7b0aa992 admin admin] Allocated IP 172.27.2.205 (537c3a33-78cb-41f3-a0ee-71478f9cfd9b/3e5d1400-7955-40a6-9a09-08f8a8c1db3a/c684aa58-2f24-4158-9530-9bc8d2b85191) {{(pid=106490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:33:54.561406 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a76ca89-5192-44e0-80e1-014a3925b5b5 admin admin] Pushing event updated for resources: {'Network': ['ID=ba8f8151-1775-4d72-8643-4c1aec9c20a0,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:54.577193 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-5a787ddf-b439-41d2-8452-50cc3b74cdec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248'] for network (1e2386a0-52ae-4650-b501-6e8c6cdd7cc9), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:54.581107 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a787ddf-b439-41d2-8452-50cc3b74cdec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:33:54.583109 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-5a787ddf-b439-41d2-8452-50cc3b74cdec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for network (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:54.590046 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Network ba8f8151-1775-4d72-8643-4c1aec9c20a0 details requested by agent ovs-agent-dv-cinder-852209-10-iscsi with host dv-cinder-852209-10-iscsi {{(pid=106491) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:33:54.659872 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-5a787ddf-b439-41d2-8452-50cc3b74cdec admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6450777 Sep 01 16:33:54.660165 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 57002) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:33:54.665170 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-9d5709a6-1d2d-461e-b320-8572d1e1a8b3 admin admin] Request body: {'subnet': {'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-788111627-subnet', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:33:54.737447 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-e8fca77e-e3c6-4d8c-b208-d8697fef2cb4 None None] Attempting to bind port 997c152a-393a-4a94-abdb-bf979c704ee2 on host dv-cinder-852209-10-iscsi for vnic_type normal with profile {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:33:54.737988 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-e8fca77e-e3c6-4d8c-b208-d8697fef2cb4 None None] Attempting to bind port 997c152a-393a-4a94-abdb-bf979c704ee2 by drivers openvswitch,hyperv on host dv-cinder-852209-10-iscsi at level 0 using segments [{'id': '91e4d3b2-6d1f-430a-ad42-f0e903dfbe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'dca0ab61-d5ff-4379-b762-3829795267ff'}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:33:54.738628 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fca77e-e3c6-4d8c-b208-d8697fef2cb4 None None] Attempting to bind port 997c152a-393a-4a94-abdb-bf979c704ee2 on network dca0ab61-d5ff-4379-b762-3829795267ff {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:33:54.744731 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a787ddf-b439-41d2-8452-50cc3b74cdec admin admin] Pushing event updated for resources: {'Network': ['ID=1e2386a0-52ae-4650-b501-6e8c6cdd7cc9,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:54.749838 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5709a6-1d2d-461e-b320-8572d1e1a8b3 admin admin] Made reservation on behalf of cfb0b630e22745e8af15fb02c71800c3 for: {'subnet': 1} {{(pid=106489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:33:54.752770 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9d5709a6-1d2d-461e-b320-8572d1e1a8b3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:54.757918 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:54.765099 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Network 1e2386a0-52ae-4650-b501-6e8c6cdd7cc9 details requested by agent ovs-agent-dv-cinder-852209-10-iscsi with host dv-cinder-852209-10-iscsi {{(pid=106491) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:33:54.775596 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fca77e-e3c6-4d8c-b208-d8697fef2cb4 None None] Checking agent: {'id': 'de41263d-808c-41d9-af38-92939b4ec796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 25, 56), 'started_at': datetime.datetime(2022, 9, 1, 16, 26, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:33:54.776671 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fca77e-e3c6-4d8c-b208-d8697fef2cb4 None None] Checking segment: {'id': '91e4d3b2-6d1f-430a-ad42-f0e903dfbe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'dca0ab61-d5ff-4379-b762-3829795267ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:33:54.777173 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:33:54.778285 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-e8fca77e-e3c6-4d8c-b208-d8697fef2cb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:54.778861 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fca77e-e3c6-4d8c-b208-d8697fef2cb4 None None] Bound using segment: {'id': '91e4d3b2-6d1f-430a-ad42-f0e903dfbe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'dca0ab61-d5ff-4379-b762-3829795267ff'} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:33:54.779522 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-e8fca77e-e3c6-4d8c-b208-d8697fef2cb4 None None] Bound port: 997c152a-393a-4a94-abdb-bf979c704ee2, host: dv-cinder-852209-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e4d3b2-6d1f-430a-ad42-f0e903dfbe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'dca0ab61-d5ff-4379-b762-3829795267ff'}}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:33:54.780093 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-e8fca77e-e3c6-4d8c-b208-d8697fef2cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (997c152a-393a-4a94-abdb-bf979c704ee2), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:54.794437 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04792a7-1bed-46f6-9405-3a67dd0fcd5f admin admin] Made reservation on behalf of aab96a55de014d8cac2c004ba7cadedd for: {'subnet': 1} {{(pid=106490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:33:54.797084 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a04792a7-1bed-46f6-9405-3a67dd0fcd5f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:54.866404 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27231c7-b828-4ee2-9659-79069e566087 admin admin] Made reservation on behalf of b4bbb5d3895c49fa8695d3bca946dbea for: {'subnet': 1} {{(pid=106490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:33:54.871085 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-f27231c7-b828-4ee2-9659-79069e566087 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:54.926869 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-e8fca77e-e3c6-4d8c-b208-d8697fef2cb4 None None] For port 997c152a-393a-4a94-abdb-bf979c704ee2, host dv-cinder-852209-10-iscsi, cleared binding levels {{(pid=106491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:33:54.930694 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-e8fca77e-e3c6-4d8c-b208-d8697fef2cb4 None None] For port 997c152a-393a-4a94-abdb-bf979c704ee2, host dv-cinder-852209-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=997c152a-393a-4a94-abdb-bf979c704ee2,segment=NetworkSegment(91e4d3b2-6d1f-430a-ad42-f0e903dfbe1f),segment_id=91e4d3b2-6d1f-430a-ad42-f0e903dfbe1f)] {{(pid=106491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:33:54.938939 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-e8fca77e-e3c6-4d8c-b208-d8697fef2cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (997c152a-393a-4a94-abdb-bf979c704ee2), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:54.985644 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-02498ffc-8eaf-42c9-8b9c-d1ca7b0aa992 admin admin] Publish callbacks [] for port (c684aa58-2f24-4158-9530-9bc8d2b85191), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:55.017892 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fca77e-e3c6-4d8c-b208-d8697fef2cb4 None None] Pushing event updated for resources: {'Port': ['ID=997c152a-393a-4a94-abdb-bf979c704ee2,revision_number=2']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:55.150150 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9d5709a6-1d2d-461e-b320-8572d1e1a8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248'] for subnet (fdf6e192-10ef-49d3-8b96-d6cc87fe33e0), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:55.229642 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-02498ffc-8eaf-42c9-8b9c-d1ca7b0aa992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847'] for port (c684aa58-2f24-4158-9530-9bc8d2b85191), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:55.232280 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5709a6-1d2d-461e-b320-8572d1e1a8b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdf6e192-10ef-49d3-8b96-d6cc87fe33e0,revision_number=0']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:55.272855 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5709a6-1d2d-461e-b320-8572d1e1a8b3 admin admin] Checking segment: {'id': 'a5fdef99-cab9-4e68-9f85-2b12b874dece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:33:55.273326 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5709a6-1d2d-461e-b320-8572d1e1a8b3 admin admin] Network hostable DHCP agents. Network: 1e2386a0-52ae-4650-b501-6e8c6cdd7cc9, hostable agents: ['afc997ee-16d2-4ffa-9693-fa31543fa952'], hosted agents: [] {{(pid=106489) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:33:55.303697 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5709a6-1d2d-461e-b320-8572d1e1a8b3 admin admin] Network 1e2386a0-52ae-4650-b501-6e8c6cdd7cc9 is scheduled to be hosted by DHCP agent afc997ee-16d2-4ffa-9693-fa31543fa952 with binding_index 1 {{(pid=106489) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:33:55.389065 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.base_scheduler [None req-9d5709a6-1d2d-461e-b320-8572d1e1a8b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852209-10-iscsi, 1e2386a0-52ae-4650-b501-6e8c6cdd7cc9) {{(pid=106489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:33:55.389065 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5709a6-1d2d-461e-b320-8572d1e1a8b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:33:55.389065 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9d5709a6-1d2d-461e-b320-8572d1e1a8b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for subnet (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:55.391058 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0257e8-4d98-4b59-b260-1a009b265ef0 None None] Network 1e2386a0-52ae-4650-b501-6e8c6cdd7cc9 requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:33:55.391527 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02498ffc-8eaf-42c9-8b9c-d1ca7b0aa992 admin admin] Network 537c3a33-78cb-41f3-a0ee-71478f9cfd9b is already hosted by enough agents. {{(pid=106490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:33:55.403279 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [None req-02498ffc-8eaf-42c9-8b9c-d1ca7b0aa992 admin admin] Resources bound (agent type, host, resource id): {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:33:55.422023 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02498ffc-8eaf-42c9-8b9c-d1ca7b0aa992 admin admin] Received port after_create {{(pid=106490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:33:55.425535 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-9d5709a6-1d2d-461e-b320-8572d1e1a8b3 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7644460 Sep 01 16:33:55.437773 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 57018) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:33:55.505823 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-4f7b5658-e1be-4715-8368-c0d20fe09f22 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-788111627-router', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'}}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:33:55.567240 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02498ffc-8eaf-42c9-8b9c-d1ca7b0aa992 admin admin] Pushing event updated for resources: {'Port': ['ID=c684aa58-2f24-4158-9530-9bc8d2b85191,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:55.589243 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbed9e2d-14f7-4ae7-8b4a-23e09e60ea52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp704810b6-d790-5017-b732-94aec06070b8-1e2386a0-52ae-4650-b501-6e8c6cdd7cc9', 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9', 'project_id': 'cfb0b630e22745e8af15fb02c71800c3', 'fixed_ips': [{'subnet_id': 'fdf6e192-10ef-49d3-8b96-d6cc87fe33e0'}]}} from dv-cinder-852209-10-iscsi. {{(pid=106491) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 01 16:33:55.593496 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-dbed9e2d-14f7-4ae7-8b4a-23e09e60ea52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:55.653434 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:33:55.666914 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a04792a7-1bed-46f6-9405-3a67dd0fcd5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248'] for subnet (78963023-41a6-45a3-a4c4-170de5dc804e), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:55.758346 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-f27231c7-b828-4ee2-9659-79069e566087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248'] for subnet (82786ccd-9c4e-40d1-ba01-7f97c9ac8af5), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:55.760891 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-4f7b5658-e1be-4715-8368-c0d20fe09f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-633072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7429'] for router (8a7bba63-cf84-4a53-bfd6-eaff5c296ac8), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:55.762267 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-4f7b5658-e1be-4715-8368-c0d20fe09f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-612190', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7436'] for router (8a7bba63-cf84-4a53-bfd6-eaff5c296ac8), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:55.820530 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.db_base_plugin_common [None req-dbed9e2d-14f7-4ae7-8b4a-23e09e60ea52 None None] Allocated IP 172.20.0.2 (1e2386a0-52ae-4650-b501-6e8c6cdd7cc9/fdf6e192-10ef-49d3-8b96-d6cc87fe33e0/dcb427c5-ab2d-448c-bd72-af496c031b9c) {{(pid=106491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:33:55.851758 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:33:55.852995 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04792a7-1bed-46f6-9405-3a67dd0fcd5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=78963023-41a6-45a3-a4c4-170de5dc804e,revision_number=0']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:55.933074 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:33:56.072751 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-4f7b5658-e1be-4715-8368-c0d20fe09f22 admin admin] Publish callbacks [] for router_controller (8a7bba63-cf84-4a53-bfd6-eaff5c296ac8), precommit_add_association {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:56.094626 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04792a7-1bed-46f6-9405-3a67dd0fcd5f admin admin] Checking segment: {'id': '6f41d63c-c0db-43b8-a48d-b58014c53e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'ba8f8151-1775-4d72-8643-4c1aec9c20a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:33:56.094982 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04792a7-1bed-46f6-9405-3a67dd0fcd5f admin admin] Network hostable DHCP agents. Network: ba8f8151-1775-4d72-8643-4c1aec9c20a0, hostable agents: ['afc997ee-16d2-4ffa-9693-fa31543fa952'], hosted agents: [] {{(pid=106490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:33:56.095901 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-dbed9e2d-14f7-4ae7-8b4a-23e09e60ea52 None None] Publish callbacks [] for port (dcb427c5-ab2d-448c-bd72-af496c031b9c), precommit_create {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:56.107345 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-dbed9e2d-14f7-4ae7-8b4a-23e09e60ea52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847'] for port (dcb427c5-ab2d-448c-bd72-af496c031b9c), after_create {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:56.110562 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27231c7-b828-4ee2-9659-79069e566087 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82786ccd-9c4e-40d1-ba01-7f97c9ac8af5,revision_number=0']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:56.158152 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27231c7-b828-4ee2-9659-79069e566087 admin admin] Checking segment: {'id': 'a5d0d159-c721-4402-a1d9-2c5614894c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:33:56.158530 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27231c7-b828-4ee2-9659-79069e566087 admin admin] Network hostable DHCP agents. Network: f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7, hostable agents: ['afc997ee-16d2-4ffa-9693-fa31543fa952'], hosted agents: [] {{(pid=106490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:33:56.204584 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbed9e2d-14f7-4ae7-8b4a-23e09e60ea52 None None] Network 1e2386a0-52ae-4650-b501-6e8c6cdd7cc9 is already hosted by enough agents. {{(pid=106491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:33:56.209651 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed9e2d-14f7-4ae7-8b4a-23e09e60ea52 None None] Pushing event updated for resources: {'Port': ['ID=dcb427c5-ab2d-448c-bd72-af496c031b9c,revision_number=1']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:56.214779 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.scheduler.base_scheduler [None req-dbed9e2d-14f7-4ae7-8b4a-23e09e60ea52 None None] Resources bound (agent type, host, resource id): {{(pid=106491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:33:56.218521 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbed9e2d-14f7-4ae7-8b4a-23e09e60ea52 None None] Received port after_create {{(pid=106491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:33:56.227717 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-02498ffc-8eaf-42c9-8b9c-d1ca7b0aa992 admin admin] Publish callbacks [] for router_gateway (208dbca3-d940-4eab-bea6-4d11998c3a34), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:56.293965 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:33:56.307697 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04792a7-1bed-46f6-9405-3a67dd0fcd5f admin admin] Network ba8f8151-1775-4d72-8643-4c1aec9c20a0 is scheduled to be hosted by DHCP agent afc997ee-16d2-4ffa-9693-fa31543fa952 with binding_index 1 {{(pid=106490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:33:56.335064 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-dbed9e2d-14f7-4ae7-8b4a-23e09e60ea52 None None] Attempting to bind port dcb427c5-ab2d-448c-bd72-af496c031b9c on host dv-cinder-852209-10-iscsi for vnic_type normal with profile {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:33:56.335682 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-dbed9e2d-14f7-4ae7-8b4a-23e09e60ea52 None None] Attempting to bind port dcb427c5-ab2d-448c-bd72-af496c031b9c by drivers openvswitch,hyperv on host dv-cinder-852209-10-iscsi at level 0 using segments [{'id': 'a5fdef99-cab9-4e68-9f85-2b12b874dece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9'}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:33:56.335986 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbed9e2d-14f7-4ae7-8b4a-23e09e60ea52 None None] Attempting to bind port dcb427c5-ab2d-448c-bd72-af496c031b9c on network 1e2386a0-52ae-4650-b501-6e8c6cdd7cc9 {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:33:56.339920 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27231c7-b828-4ee2-9659-79069e566087 admin admin] Network f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7 is scheduled to be hosted by DHCP agent afc997ee-16d2-4ffa-9693-fa31543fa952 with binding_index 1 {{(pid=106490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:33:56.342705 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbed9e2d-14f7-4ae7-8b4a-23e09e60ea52 None None] Checking agent: {'id': 'de41263d-808c-41d9-af38-92939b4ec796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 25, 56), 'started_at': datetime.datetime(2022, 9, 1, 16, 26, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:33:56.343076 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbed9e2d-14f7-4ae7-8b4a-23e09e60ea52 None None] Checking segment: {'id': 'a5fdef99-cab9-4e68-9f85-2b12b874dece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:33:56.343498 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-dbed9e2d-14f7-4ae7-8b4a-23e09e60ea52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:56.343860 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbed9e2d-14f7-4ae7-8b4a-23e09e60ea52 None None] Bound using segment: {'id': 'a5fdef99-cab9-4e68-9f85-2b12b874dece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9'} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:33:56.344320 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-dbed9e2d-14f7-4ae7-8b4a-23e09e60ea52 None None] Bound port: dcb427c5-ab2d-448c-bd72-af496c031b9c, host: dv-cinder-852209-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fdef99-cab9-4e68-9f85-2b12b874dece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9'}}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:33:56.344686 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-dbed9e2d-14f7-4ae7-8b4a-23e09e60ea52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (dcb427c5-ab2d-448c-bd72-af496c031b9c), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:56.388689 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:56.401859 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [None req-a04792a7-1bed-46f6-9405-3a67dd0fcd5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852209-10-iscsi, ba8f8151-1775-4d72-8643-4c1aec9c20a0) {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:33:56.423743 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797bc0b2-86fe-4aaf-a9db-11df8a6e2424 None None] Network ba8f8151-1775-4d72-8643-4c1aec9c20a0 requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:33:56.433502 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04792a7-1bed-46f6-9405-3a67dd0fcd5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:33:56.434044 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a04792a7-1bed-46f6-9405-3a67dd0fcd5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for subnet (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:56.444463 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [None req-f27231c7-b828-4ee2-9659-79069e566087 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852209-10-iscsi, f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7) {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:33:56.512032 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27231c7-b828-4ee2-9659-79069e566087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:33:56.512621 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-f27231c7-b828-4ee2-9659-79069e566087 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for subnet (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:56.516435 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-4f7b5658-e1be-4715-8368-c0d20fe09f22 admin admin] Publish callbacks [] for router_gateway (8a7bba63-cf84-4a53-bfd6-eaff5c296ac8), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:56.538984 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-a04792a7-1bed-46f6-9405-3a67dd0fcd5f admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2317729 Sep 01 16:33:56.543888 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 57050) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:33:56.550208 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-9a799197-cbd5-4470-acbc-7b31bd4a5874 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1559330657-router', 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'}}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:33:56.566389 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:33:56.584409 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9a799197-cbd5-4470-acbc-7b31bd4a5874 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-633072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7429'] for router (48f873e9-78f3-4e51-a88f-9b06779297cc), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:56.586499 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9a799197-cbd5-4470-acbc-7b31bd4a5874 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-612190', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7436'] for router (48f873e9-78f3-4e51-a88f-9b06779297cc), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:56.605964 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-f27231c7-b828-4ee2-9659-79069e566087 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2695808 Sep 01 16:33:56.615153 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 57054) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:33:56.622370 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-c869d56e-5441-43a2-8e64-db8de93d0d3e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-79216093-router', 'tenant_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'}}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:33:56.672068 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698231ef-63d4-480c-b893-33b9b1e35c9e None None] Network f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7 requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:33:56.674220 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 997c152a-393a-4a94-abdb-bf979c704ee2 up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:33:56.818302 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f82819e-5a97-40a4-b298-11b40871c458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp704810b6-d790-5017-b732-94aec06070b8-ba8f8151-1775-4d72-8643-4c1aec9c20a0', 'network_id': 'ba8f8151-1775-4d72-8643-4c1aec9c20a0', 'project_id': 'aab96a55de014d8cac2c004ba7cadedd', 'fixed_ips': [{'subnet_id': '78963023-41a6-45a3-a4c4-170de5dc804e'}]}} from dv-cinder-852209-10-iscsi. {{(pid=106491) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 01 16:33:56.818302 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-4f82819e-5a97-40a4-b298-11b40871c458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:56.822939 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02ec6a1-39dc-42c0-8397-701d50f0f5d6 None None] Network dca0ab61-d5ff-4379-b762-3829795267ff requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:33:56.838427 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9a799197-cbd5-4470-acbc-7b31bd4a5874 admin admin] Publish callbacks [] for router_controller (48f873e9-78f3-4e51-a88f-9b06779297cc), precommit_add_association {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:56.839795 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-c869d56e-5441-43a2-8e64-db8de93d0d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-633072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7429'] for router (abdbc6da-bc2e-4748-ab4f-7f15fe3b4793), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:56.841838 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-c869d56e-5441-43a2-8e64-db8de93d0d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-612190', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7436'] for router (abdbc6da-bc2e-4748-ab4f-7f15fe3b4793), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:56.891251 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:56.922795 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-02498ffc-8eaf-42c9-8b9c-d1ca7b0aa992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612335'] for router (208dbca3-d940-4eab-bea6-4d11998c3a34), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:56.929568 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:33:56.943188 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 997c152a-393a-4a94-abdb-bf979c704ee2 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:33:56.943501 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (997c152a-393a-4a94-abdb-bf979c704ee2), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:56.963122 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=17 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:33:57.082105 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-c869d56e-5441-43a2-8e64-db8de93d0d3e admin admin] Publish callbacks [] for router_controller (abdbc6da-bc2e-4748-ab4f-7f15fe3b4793), precommit_add_association {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:57.106931 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:33:57.125933 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9a799197-cbd5-4470-acbc-7b31bd4a5874 admin admin] Publish callbacks [] for router_gateway (48f873e9-78f3-4e51-a88f-9b06779297cc), precommit_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:57.153342 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-dbed9e2d-14f7-4ae7-8b4a-23e09e60ea52 None None] For port dcb427c5-ab2d-448c-bd72-af496c031b9c, host dv-cinder-852209-10-iscsi, cleared binding levels {{(pid=106491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:33:57.197566 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-dbed9e2d-14f7-4ae7-8b4a-23e09e60ea52 None None] For port dcb427c5-ab2d-448c-bd72-af496c031b9c, host dv-cinder-852209-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=dcb427c5-ab2d-448c-bd72-af496c031b9c,segment=NetworkSegment(a5fdef99-cab9-4e68-9f85-2b12b874dece),segment_id=a5fdef99-cab9-4e68-9f85-2b12b874dece)] {{(pid=106491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:33:57.206691 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-d7161bc9-2ea5-4f21-b253-a8d124835412 None None] Provisioning complete for port 997c152a-393a-4a94-abdb-bf979c704ee2 triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:33:57.207298 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-d7161bc9-2ea5-4f21-b253-a8d124835412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (997c152a-393a-4a94-abdb-bf979c704ee2), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:57.304375 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-dbed9e2d-14f7-4ae7-8b4a-23e09e60ea52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (dcb427c5-ab2d-448c-bd72-af496c031b9c), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:57.358532 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-4f7b5658-e1be-4715-8368-c0d20fe09f22 admin admin] Publish callbacks [] for router_gateway (8a7bba63-cf84-4a53-bfd6-eaff5c296ac8), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:57.412635 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-4f7b5658-e1be-4715-8368-c0d20fe09f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:57.459463 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95edf55f-e5c6-4ef4-bf9e-f300699f5a39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp704810b6-d790-5017-b732-94aec06070b8-f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7', 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7', 'project_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'fixed_ips': [{'subnet_id': '82786ccd-9c4e-40d1-ba01-7f97c9ac8af5'}]}} from dv-cinder-852209-10-iscsi. {{(pid=106491) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 01 16:33:57.460385 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-95edf55f-e5c6-4ef4-bf9e-f300699f5a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:57.476541 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:33:57.521961 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.db_base_plugin_common [None req-4f82819e-5a97-40a4-b298-11b40871c458 None None] Allocated IP 172.20.0.2 (ba8f8151-1775-4d72-8643-4c1aec9c20a0/78963023-41a6-45a3-a4c4-170de5dc804e/5725b561-ac7b-46f9-808b-618e1080359d) {{(pid=106491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:33:57.562016 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-c869d56e-5441-43a2-8e64-db8de93d0d3e admin admin] Publish callbacks [] for router_gateway (abdbc6da-bc2e-4748-ab4f-7f15fe3b4793), precommit_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:57.577515 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_common [None req-4f7b5658-e1be-4715-8368-c0d20fe09f22 admin admin] Allocated IP 172.27.2.228 (537c3a33-78cb-41f3-a0ee-71478f9cfd9b/3e5d1400-7955-40a6-9a09-08f8a8c1db3a/6f5e2d84-5694-4838-b29d-6ed6db584211) {{(pid=106490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:33:57.579810 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02498ffc-8eaf-42c9-8b9c-d1ca7b0aa992 admin admin] Router 208dbca3-d940-4eab-bea6-4d11998c3a34 is scheduled to L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 with binding_index 1 {{(pid=106490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:33:57.596241 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:33:57.604388 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed9e2d-14f7-4ae7-8b4a-23e09e60ea52 None None] Pushing event updated for resources: {'Port': ['ID=dcb427c5-ab2d-448c-bd72-af496c031b9c,revision_number=2']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:57.764213 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 997c152a-393a-4a94-abdb-bf979c704ee2 is: DOWN; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:33:57.764599 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (997c152a-393a-4a94-abdb-bf979c704ee2), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:57.897234 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02498ffc-8eaf-42c9-8b9c-d1ca7b0aa992 admin admin] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:33:57.927742 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcf2d77-1307-4b5b-a50e-534f35675770 None None] Sync routers for ids ['208dbca3-d940-4eab-bea6-4d11998c3a34'] in dv-cinder-852209-10-iscsi {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:33:57.931772 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-d7161bc9-2ea5-4f21-b253-a8d124835412 None None] Current status of the port 997c152a-393a-4a94-abdb-bf979c704ee2 is: DOWN; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:33:57.932021 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-d7161bc9-2ea5-4f21-b253-a8d124835412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (997c152a-393a-4a94-abdb-bf979c704ee2), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:57.962325 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcf2d77-1307-4b5b-a50e-534f35675770 None None] Routers {'208dbca3-d940-4eab-bea6-4d11998c3a34'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:33:57.966191 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-cdcf2d77-1307-4b5b-a50e-534f35675770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:33:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['208dbca3-d940-4eab-bea6-4d11998c3a34'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:33:57.983721 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-02498ffc-8eaf-42c9-8b9c-d1ca7b0aa992 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:57.989654 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-02498ffc-8eaf-42c9-8b9c-d1ca7b0aa992 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5780847 Sep 01 16:33:57.990475 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 57116) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:33:58.071030 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-4f7b5658-e1be-4715-8368-c0d20fe09f22 admin admin] Publish callbacks [] for port (6f5e2d84-5694-4838-b29d-6ed6db584211), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:58.157303 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] For port 997c152a-393a-4a94-abdb-bf979c704ee2, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=997c152a-393a-4a94-abdb-bf979c704ee2,segment=NetworkSegment(91e4d3b2-6d1f-430a-ad42-f0e903dfbe1f),segment_id=91e4d3b2-6d1f-430a-ad42-f0e903dfbe1f)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:33:58.176828 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (997c152a-393a-4a94-abdb-bf979c704ee2), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:58.195097 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-4f7b5658-e1be-4715-8368-c0d20fe09f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847'] for port (6f5e2d84-5694-4838-b29d-6ed6db584211), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:58.296057 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9a799197-cbd5-4470-acbc-7b31bd4a5874 admin admin] Publish callbacks [] for router_gateway (48f873e9-78f3-4e51-a88f-9b06779297cc), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:58.311545 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7b5658-e1be-4715-8368-c0d20fe09f22 admin admin] Network 537c3a33-78cb-41f3-a0ee-71478f9cfd9b is already hosted by enough agents. {{(pid=106490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:33:58.319972 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.db_base_plugin_common [None req-95edf55f-e5c6-4ef4-bf9e-f300699f5a39 None None] Allocated IP 172.20.0.2 (f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7/82786ccd-9c4e-40d1-ba01-7f97c9ac8af5/a3df9579-b992-4f4a-974b-7500f8bd1bb7) {{(pid=106491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:33:58.320682 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [None req-4f7b5658-e1be-4715-8368-c0d20fe09f22 admin admin] Resources bound (agent type, host, resource id): {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:33:58.328279 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7b5658-e1be-4715-8368-c0d20fe09f22 admin admin] Received port after_create {{(pid=106490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:33:58.331371 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-cdcf2d77-1307-4b5b-a50e-534f35675770 None None] Set router 208dbca3-d940-4eab-bea6-4d11998c3a34 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:33:58.417590 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9a799197-cbd5-4470-acbc-7b31bd4a5874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:58.541474 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:33:58.547410 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.db.api [None req-d7161bc9-2ea5-4f21-b253-a8d124835412 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106491) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 01 16:33:58.547914 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG oslo_db.api [None req-d7161bc9-2ea5-4f21-b253-a8d124835412 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 16:33:58.548420 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Pushing event updated for resources: {'Port': ['ID=997c152a-393a-4a94-abdb-bf979c704ee2,revision_number=3']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:58.592514 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device dcb427c5-ab2d-448c-bd72-af496c031b9c up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:33:58.675375 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b5658-e1be-4715-8368-c0d20fe09f22 admin admin] Pushing event updated for resources: {'Port': ['ID=6f5e2d84-5694-4838-b29d-6ed6db584211,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:58.723264 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-4f82819e-5a97-40a4-b298-11b40871c458 None None] Publish callbacks [] for port (5725b561-ac7b-46f9-808b-618e1080359d), precommit_create {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:58.726693 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:33:58.741948 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-c869d56e-5441-43a2-8e64-db8de93d0d3e admin admin] Publish callbacks [] for router_gateway (abdbc6da-bc2e-4748-ab4f-7f15fe3b4793), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:58.742499 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-4f82819e-5a97-40a4-b298-11b40871c458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847'] for port (5725b561-ac7b-46f9-808b-618e1080359d), after_create {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:58.784638 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-cdcf2d77-1307-4b5b-a50e-534f35675770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208dbca3-d940-4eab-bea6-4d11998c3a34', 'name': 'tempest-DeleteServersTestJSON-1684259872-router', 'tenant_id': '5c40a340919a49cc8b73687df600e2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'c684aa58-2f24-4158-9530-9bc8d2b85191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:53Z', 'updated_at': '2022-09-01T16:33:55Z', 'revision_number': 3, 'project_id': '5c40a340919a49cc8b73687df600e2ea', 'gw_port': {'id': 'c684aa58-2f24-4158-9530-9bc8d2b85191', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208dbca3-d940-4eab-bea6-4d11998c3a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:54Z', 'updated_at': '2022-09-01T16:33:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:33:58.816346 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcf2d77-1307-4b5b-a50e-534f35675770 None None] Checking router: 208dbca3-d940-4eab-bea6-4d11998c3a34 for host: dv-cinder-852209-10-iscsi {{(pid=106492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:33:58.816968 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcf2d77-1307-4b5b-a50e-534f35675770 None None] Updating router 208dbca3-d940-4eab-bea6-4d11998c3a34 port c684aa58-2f24-4158-9530-9bc8d2b85191 binding host dv-cinder-852209-10-iscsi {{(pid=106492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:33:58.846729 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:33:58.849240 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-4f7b5658-e1be-4715-8368-c0d20fe09f22 admin admin] Publish callbacks [] for router_gateway (8a7bba63-cf84-4a53-bfd6-eaff5c296ac8), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:58.863965 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-cdcf2d77-1307-4b5b-a50e-534f35675770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (c684aa58-2f24-4158-9530-9bc8d2b85191), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:58.912473 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-c869d56e-5441-43a2-8e64-db8de93d0d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:58.918976 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f82819e-5a97-40a4-b298-11b40871c458 None None] Network ba8f8151-1775-4d72-8643-4c1aec9c20a0 is already hosted by enough agents. {{(pid=106491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:33:58.936328 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.scheduler.base_scheduler [None req-4f82819e-5a97-40a4-b298-11b40871c458 None None] Resources bound (agent type, host, resource id): {{(pid=106491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:33:58.938459 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port dcb427c5-ab2d-448c-bd72-af496c031b9c triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:33:58.938459 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (dcb427c5-ab2d-448c-bd72-af496c031b9c), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:58.940275 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f82819e-5a97-40a4-b298-11b40871c458 None None] Received port after_create {{(pid=106491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:33:58.944212 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:33:59.004982 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82819e-5a97-40a4-b298-11b40871c458 None None] Pushing event updated for resources: {'Port': ['ID=5725b561-ac7b-46f9-808b-618e1080359d,revision_number=1']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:59.121049 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.db_base_plugin_common [None req-9a799197-cbd5-4470-acbc-7b31bd4a5874 admin admin] Allocated IP 172.27.2.84 (537c3a33-78cb-41f3-a0ee-71478f9cfd9b/3e5d1400-7955-40a6-9a09-08f8a8c1db3a/a8429792-2677-4f04-9e17-a180ddf5c83f) {{(pid=106489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:33:59.138200 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 57148) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:33:59.144114 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-d7161bc9-2ea5-4f21-b253-a8d124835412 None None] Current status of the port 997c152a-393a-4a94-abdb-bf979c704ee2 is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:33:59.149720 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006fa05a-0fa2-420b-b451-2ff4307d09be None None] Network 1e2386a0-52ae-4650-b501-6e8c6cdd7cc9 requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:33:59.284629 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-95edf55f-e5c6-4ef4-bf9e-f300699f5a39 None None] Publish callbacks [] for port (a3df9579-b992-4f4a-974b-7500f8bd1bb7), precommit_create {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:59.291571 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:33:59.320568 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-4f7b5658-e1be-4715-8368-c0d20fe09f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612335'] for router (8a7bba63-cf84-4a53-bfd6-eaff5c296ac8), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:59.356564 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-95edf55f-e5c6-4ef4-bf9e-f300699f5a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847'] for port (a3df9579-b992-4f4a-974b-7500f8bd1bb7), after_create {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:59.369063 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-788196ea-073d-4316-b016-670749ee3882 None None] Provisioning complete for port dcb427c5-ab2d-448c-bd72-af496c031b9c triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:33:59.369458 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-788196ea-073d-4316-b016-670749ee3882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (dcb427c5-ab2d-448c-bd72-af496c031b9c), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:59.406595 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9a799197-cbd5-4470-acbc-7b31bd4a5874 admin admin] Publish callbacks [] for port (a8429792-2677-4f04-9e17-a180ddf5c83f), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:59.489876 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-bcc5be75-7f10-4ef1-9c5c-13a7c2a5762a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:59.492153 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-4f82819e-5a97-40a4-b298-11b40871c458 None None] Attempting to bind port 5725b561-ac7b-46f9-808b-618e1080359d on host dv-cinder-852209-10-iscsi for vnic_type normal with profile {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:33:59.492584 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-4f82819e-5a97-40a4-b298-11b40871c458 None None] Attempting to bind port 5725b561-ac7b-46f9-808b-618e1080359d by drivers openvswitch,hyperv on host dv-cinder-852209-10-iscsi at level 0 using segments [{'id': '6f41d63c-c0db-43b8-a48d-b58014c53e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'ba8f8151-1775-4d72-8643-4c1aec9c20a0'}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:33:59.493426 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f82819e-5a97-40a4-b298-11b40871c458 None None] Attempting to bind port 5725b561-ac7b-46f9-808b-618e1080359d on network ba8f8151-1775-4d72-8643-4c1aec9c20a0 {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:33:59.500222 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95edf55f-e5c6-4ef4-bf9e-f300699f5a39 None None] Pushing event updated for resources: {'Port': ['ID=a3df9579-b992-4f4a-974b-7500f8bd1bb7,revision_number=1']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:33:59.520599 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9a799197-cbd5-4470-acbc-7b31bd4a5874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847'] for port (a8429792-2677-4f04-9e17-a180ddf5c83f), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:59.538833 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95edf55f-e5c6-4ef4-bf9e-f300699f5a39 None None] Network f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7 is already hosted by enough agents. {{(pid=106491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:33:59.540539 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f82819e-5a97-40a4-b298-11b40871c458 None None] Checking agent: {'id': 'de41263d-808c-41d9-af38-92939b4ec796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 25, 56), 'started_at': datetime.datetime(2022, 9, 1, 16, 26, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:33:59.544158 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f82819e-5a97-40a4-b298-11b40871c458 None None] Checking segment: {'id': '6f41d63c-c0db-43b8-a48d-b58014c53e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'ba8f8151-1775-4d72-8643-4c1aec9c20a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:33:59.544640 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-4f82819e-5a97-40a4-b298-11b40871c458 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:59.545096 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f82819e-5a97-40a4-b298-11b40871c458 None None] Bound using segment: {'id': '6f41d63c-c0db-43b8-a48d-b58014c53e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'ba8f8151-1775-4d72-8643-4c1aec9c20a0'} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:33:59.545649 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-4f82819e-5a97-40a4-b298-11b40871c458 None None] Bound port: 5725b561-ac7b-46f9-808b-618e1080359d, host: dv-cinder-852209-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f41d63c-c0db-43b8-a48d-b58014c53e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'ba8f8151-1775-4d72-8643-4c1aec9c20a0'}}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:33:59.546552 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-4f82819e-5a97-40a4-b298-11b40871c458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (5725b561-ac7b-46f9-808b-618e1080359d), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:59.582983 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a799197-cbd5-4470-acbc-7b31bd4a5874 admin admin] Network 537c3a33-78cb-41f3-a0ee-71478f9cfd9b is already hosted by enough agents. {{(pid=106489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:33:59.592149 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port dcb427c5-ab2d-448c-bd72-af496c031b9c is: DOWN; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:33:59.592149 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (dcb427c5-ab2d-448c-bd72-af496c031b9c), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:59.627690 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.scheduler.base_scheduler [None req-95edf55f-e5c6-4ef4-bf9e-f300699f5a39 None None] Resources bound (agent type, host, resource id): {{(pid=106491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:33:59.638989 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-93081ec7-5f5c-4113-a288-e265c4025966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:59.660670 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7b5658-e1be-4715-8368-c0d20fe09f22 admin admin] Router 8a7bba63-cf84-4a53-bfd6-eaff5c296ac8 is scheduled to L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 with binding_index 1 {{(pid=106490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:33:59.665146 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.base_scheduler [None req-9a799197-cbd5-4470-acbc-7b31bd4a5874 admin admin] Resources bound (agent type, host, resource id): {{(pid=106489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:33:59.679368 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a799197-cbd5-4470-acbc-7b31bd4a5874 admin admin] Received port after_create {{(pid=106489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:33:59.787810 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-788196ea-073d-4316-b016-670749ee3882 None None] Current status of the port dcb427c5-ab2d-448c-bd72-af496c031b9c is: DOWN; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:33:59.789001 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-788196ea-073d-4316-b016-670749ee3882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (dcb427c5-ab2d-448c-bd72-af496c031b9c), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:59.791692 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] For port dcb427c5-ab2d-448c-bd72-af496c031b9c, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=dcb427c5-ab2d-448c-bd72-af496c031b9c,segment=NetworkSegment(a5fdef99-cab9-4e68-9f85-2b12b874dece),segment_id=a5fdef99-cab9-4e68-9f85-2b12b874dece)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:33:59.802047 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95edf55f-e5c6-4ef4-bf9e-f300699f5a39 None None] Received port after_create {{(pid=106491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:33:59.823106 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (dcb427c5-ab2d-448c-bd72-af496c031b9c), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:59.833965 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:33:59.893552 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-cdcf2d77-1307-4b5b-a50e-534f35675770 None None] Publish callbacks [] for port (c684aa58-2f24-4158-9530-9bc8d2b85191), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:59.913314 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-cdcf2d77-1307-4b5b-a50e-534f35675770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (c684aa58-2f24-4158-9530-9bc8d2b85191), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:59.960167 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [None req-cdcf2d77-1307-4b5b-a50e-534f35675770 None None] Attempting to bind port c684aa58-2f24-4158-9530-9bc8d2b85191 on host dv-cinder-852209-10-iscsi for vnic_type normal with profile {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:33:59.960534 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [None req-cdcf2d77-1307-4b5b-a50e-534f35675770 None None] Attempting to bind port c684aa58-2f24-4158-9530-9bc8d2b85191 by drivers openvswitch,hyperv on host dv-cinder-852209-10-iscsi at level 0 using segments [{'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:33:59.961085 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcf2d77-1307-4b5b-a50e-534f35675770 None None] Attempting to bind port c684aa58-2f24-4158-9530-9bc8d2b85191 on network 537c3a33-78cb-41f3-a0ee-71478f9cfd9b {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:33:59.973555 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcf2d77-1307-4b5b-a50e-534f35675770 None None] Checking agent: {'id': 'de41263d-808c-41d9-af38-92939b4ec796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 25, 56), 'started_at': datetime.datetime(2022, 9, 1, 16, 26, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:33:59.974222 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcf2d77-1307-4b5b-a50e-534f35675770 None None] Checking segment: {'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:33:59.974787 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-cdcf2d77-1307-4b5b-a50e-534f35675770 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:59.975330 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcf2d77-1307-4b5b-a50e-534f35675770 None None] Bound using segment: {'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:33:59.975964 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [None req-cdcf2d77-1307-4b5b-a50e-534f35675770 None None] Bound port: c684aa58-2f24-4158-9530-9bc8d2b85191, host: dv-cinder-852209-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'}}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:33:59.976496 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-cdcf2d77-1307-4b5b-a50e-534f35675770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (c684aa58-2f24-4158-9530-9bc8d2b85191), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:33:59.993268 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Pushing event updated for resources: {'Port': ['ID=dcb427c5-ab2d-448c-bd72-af496c031b9c,revision_number=3']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:00.005155 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385a86b-8c65-40f3-9bcc-1aac2661821a None None] Pushing event updated for resources: {'Port': ['ID=c684aa58-2f24-4158-9530-9bc8d2b85191,revision_number=2']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:00.007587 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:00.008343 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-95edf55f-e5c6-4ef4-bf9e-f300699f5a39 None None] Attempting to bind port a3df9579-b992-4f4a-974b-7500f8bd1bb7 on host dv-cinder-852209-10-iscsi for vnic_type normal with profile {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:34:00.008711 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-95edf55f-e5c6-4ef4-bf9e-f300699f5a39 None None] Attempting to bind port a3df9579-b992-4f4a-974b-7500f8bd1bb7 by drivers openvswitch,hyperv on host dv-cinder-852209-10-iscsi at level 0 using segments [{'id': 'a5d0d159-c721-4402-a1d9-2c5614894c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7'}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:34:00.009069 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95edf55f-e5c6-4ef4-bf9e-f300699f5a39 None None] Attempting to bind port a3df9579-b992-4f4a-974b-7500f8bd1bb7 on network f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7 {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:34:00.024425 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385a86b-8c65-40f3-9bcc-1aac2661821a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:00.025033 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385a86b-8c65-40f3-9bcc-1aac2661821a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:00.025535 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385a86b-8c65-40f3-9bcc-1aac2661821a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:00.026162 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385a86b-8c65-40f3-9bcc-1aac2661821a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:00.026784 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-4f82819e-5a97-40a4-b298-11b40871c458 None None] For port 5725b561-ac7b-46f9-808b-618e1080359d, host dv-cinder-852209-10-iscsi, cleared binding levels {{(pid=106491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:34:00.026929 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385a86b-8c65-40f3-9bcc-1aac2661821a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:00.027477 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385a86b-8c65-40f3-9bcc-1aac2661821a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:00.028441 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385a86b-8c65-40f3-9bcc-1aac2661821a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:00.028941 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385a86b-8c65-40f3-9bcc-1aac2661821a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:00.029511 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385a86b-8c65-40f3-9bcc-1aac2661821a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:00.030043 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385a86b-8c65-40f3-9bcc-1aac2661821a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:00.030627 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385a86b-8c65-40f3-9bcc-1aac2661821a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:00.031169 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385a86b-8c65-40f3-9bcc-1aac2661821a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:00.031845 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385a86b-8c65-40f3-9bcc-1aac2661821a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:00.032363 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385a86b-8c65-40f3-9bcc-1aac2661821a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:00.033017 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385a86b-8c65-40f3-9bcc-1aac2661821a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:00.034415 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a385a86b-8c65-40f3-9bcc-1aac2661821a None None] Tracked resource versions report: Sep 01 16:34:00.034415 dv-cinder-852209-10-iscsi neutron-server[106492]: pushed versions: Sep 01 16:34:00.034415 dv-cinder-852209-10-iscsi neutron-server[106492]: { 'AddressGroup': {'1.2'}, Sep 01 16:34:00.034415 dv-cinder-852209-10-iscsi neutron-server[106492]: 'Agent': {'1.1'}, Sep 01 16:34:00.034415 dv-cinder-852209-10-iscsi neutron-server[106492]: 'ConntrackHelper': {'1.0'}, Sep 01 16:34:00.034415 dv-cinder-852209-10-iscsi neutron-server[106492]: 'LocalIPAssociation': {'1.0'}, Sep 01 16:34:00.034415 dv-cinder-852209-10-iscsi neutron-server[106492]: 'Log': {'1.0'}, Sep 01 16:34:00.034415 dv-cinder-852209-10-iscsi neutron-server[106492]: 'NDPProxy': {'1.0'}, Sep 01 16:34:00.034415 dv-cinder-852209-10-iscsi neutron-server[106492]: 'Network': {'1.1'}, Sep 01 16:34:00.034415 dv-cinder-852209-10-iscsi neutron-server[106492]: 'Port': {'1.7'}, Sep 01 16:34:00.034415 dv-cinder-852209-10-iscsi neutron-server[106492]: 'PortForwarding': {'1.3'}, Sep 01 16:34:00.034415 dv-cinder-852209-10-iscsi neutron-server[106492]: 'QosPolicy': {'1.10'}, Sep 01 16:34:00.034415 dv-cinder-852209-10-iscsi neutron-server[106492]: 'SecurityGroup': {'1.5'}, Sep 01 16:34:00.034415 dv-cinder-852209-10-iscsi neutron-server[106492]: 'SecurityGroupRule': {'1.2'}, Sep 01 16:34:00.034415 dv-cinder-852209-10-iscsi neutron-server[106492]: 'SubPort': {'1.0'}, Sep 01 16:34:00.034415 dv-cinder-852209-10-iscsi neutron-server[106492]: 'Subnet': {'1.1'}, Sep 01 16:34:00.034415 dv-cinder-852209-10-iscsi neutron-server[106492]: 'Trunk': {'1.1'}} Sep 01 16:34:00.034415 dv-cinder-852209-10-iscsi neutron-server[106492]: consumer versions: Sep 01 16:34:00.034415 dv-cinder-852209-10-iscsi neutron-server[106492]: { DHCP agent@dv-cinder-852209-10-iscsi: {}, Sep 01 16:34:00.034415 dv-cinder-852209-10-iscsi neutron-server[106492]: HyperV agent@hv-cinder-85220: {}, Sep 01 16:34:00.034415 dv-cinder-852209-10-iscsi neutron-server[106492]: L3 agent@dv-cinder-852209-10-iscsi: {}, Sep 01 16:34:00.034415 dv-cinder-852209-10-iscsi neutron-server[106492]: Metadata agent@dv-cinder-852209-10-iscsi: {}, Sep 01 16:34:00.034415 dv-cinder-852209-10-iscsi neutron-server[106492]: Metering agent@dv-cinder-852209-10-iscsi: {}, Sep 01 16:34:00.034415 dv-cinder-852209-10-iscsi neutron-server[106492]: Open vSwitch agent@dv-cinder-852209-10-iscsi: { 'AddressGroup': '1.2', Sep 01 16:34:00.034415 dv-cinder-852209-10-iscsi neutron-server[106492]: 'Agent': '1.1', Sep 01 16:34:00.034415 dv-cinder-852209-10-iscsi neutron-server[106492]: 'ConntrackHelper': '1.0', Sep 01 16:34:00.034415 dv-cinder-852209-10-iscsi neutron-server[106492]: 'LocalIPAssociation': '1.0', Sep 01 16:34:00.034415 dv-cinder-852209-10-iscsi neutron-server[106492]: 'Log': '1.0', Sep 01 16:34:00.034415 dv-cinder-852209-10-iscsi neutron-server[106492]: 'NDPProxy': '1.0', Sep 01 16:34:00.034415 dv-cinder-852209-10-iscsi neutron-server[106492]: 'Network': '1.1', Sep 01 16:34:00.034415 dv-cinder-852209-10-iscsi neutron-server[106492]: 'Port': '1.7', Sep 01 16:34:00.034415 dv-cinder-852209-10-iscsi neutron-server[106492]: 'PortForwarding': '1.3', Sep 01 16:34:00.034415 dv-cinder-852209-10-iscsi neutron-server[106492]: 'QosPolicy': '1.10', Sep 01 16:34:00.034415 dv-cinder-852209-10-iscsi neutron-server[106492]: 'SecurityGroup': '1.5', Sep 01 16:34:00.034415 dv-cinder-852209-10-iscsi neutron-server[106492]: 'SecurityGroupRule': '1.2', Sep 01 16:34:00.034415 dv-cinder-852209-10-iscsi neutron-server[106492]: 'SubPort': '1.0', Sep 01 16:34:00.034415 dv-cinder-852209-10-iscsi neutron-server[106492]: 'Subnet': '1.1', Sep 01 16:34:00.034415 dv-cinder-852209-10-iscsi neutron-server[106492]: 'Trunk': '1.1'}} Sep 01 16:34:00.034415 dv-cinder-852209-10-iscsi neutron-server[106492]: {{(pid=106492) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 16:34:00.066475 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [None req-cdcf2d77-1307-4b5b-a50e-534f35675770 None None] For port c684aa58-2f24-4158-9530-9bc8d2b85191, host dv-cinder-852209-10-iscsi, cleared binding levels {{(pid=106492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:34:00.070825 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [None req-cdcf2d77-1307-4b5b-a50e-534f35675770 None None] For port c684aa58-2f24-4158-9530-9bc8d2b85191, host dv-cinder-852209-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=c684aa58-2f24-4158-9530-9bc8d2b85191,segment=NetworkSegment(6aaf10e3-1532-4b23-b8ff-2b17962713b0),segment_id=6aaf10e3-1532-4b23-b8ff-2b17962713b0)] {{(pid=106492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:34:00.078639 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-cdcf2d77-1307-4b5b-a50e-534f35675770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (c684aa58-2f24-4158-9530-9bc8d2b85191), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:00.086994 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a799197-cbd5-4470-acbc-7b31bd4a5874 admin admin] Pushing event updated for resources: {'Port': ['ID=a8429792-2677-4f04-9e17-a180ddf5c83f,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:00.091922 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:00.098574 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcf2d77-1307-4b5b-a50e-534f35675770 None None] Routers {'208dbca3-d940-4eab-bea6-4d11998c3a34'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:34:00.099564 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-cdcf2d77-1307-4b5b-a50e-534f35675770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:33:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['208dbca3-d940-4eab-bea6-4d11998c3a34'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:34:00.164748 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.db_base_plugin_common [None req-c869d56e-5441-43a2-8e64-db8de93d0d3e admin admin] Allocated IP 172.27.2.140 (537c3a33-78cb-41f3-a0ee-71478f9cfd9b/3e5d1400-7955-40a6-9a09-08f8a8c1db3a/a535d833-902f-4a64-8202-c87f7233d9cc) {{(pid=106489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:34:00.187589 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95edf55f-e5c6-4ef4-bf9e-f300699f5a39 None None] Checking agent: {'id': 'de41263d-808c-41d9-af38-92939b4ec796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 25, 56), 'started_at': datetime.datetime(2022, 9, 1, 16, 26, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:34:00.188236 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95edf55f-e5c6-4ef4-bf9e-f300699f5a39 None None] Checking segment: {'id': 'a5d0d159-c721-4402-a1d9-2c5614894c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:34:00.188775 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-95edf55f-e5c6-4ef4-bf9e-f300699f5a39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:00.189375 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95edf55f-e5c6-4ef4-bf9e-f300699f5a39 None None] Bound using segment: {'id': 'a5d0d159-c721-4402-a1d9-2c5614894c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7'} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:34:00.189984 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-95edf55f-e5c6-4ef4-bf9e-f300699f5a39 None None] Bound port: a3df9579-b992-4f4a-974b-7500f8bd1bb7, host: dv-cinder-852209-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5d0d159-c721-4402-a1d9-2c5614894c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7'}}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:34:00.190529 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-95edf55f-e5c6-4ef4-bf9e-f300699f5a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (a3df9579-b992-4f4a-974b-7500f8bd1bb7), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:00.201604 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.db.api [None req-788196ea-073d-4316-b016-670749ee3882 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106491) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 01 16:34:00.202270 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG oslo_db.api [None req-788196ea-073d-4316-b016-670749ee3882 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 16:34:00.209035 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=6 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:00.210490 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-4f82819e-5a97-40a4-b298-11b40871c458 None None] For port 5725b561-ac7b-46f9-808b-618e1080359d, host dv-cinder-852209-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=5725b561-ac7b-46f9-808b-618e1080359d,segment=NetworkSegment(6f41d63c-c0db-43b8-a48d-b58014c53e5f),segment_id=6f41d63c-c0db-43b8-a48d-b58014c53e5f)] {{(pid=106491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:34:00.235091 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-cdcf2d77-1307-4b5b-a50e-534f35675770 None None] Set router 208dbca3-d940-4eab-bea6-4d11998c3a34 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:34:00.270704 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-95edf55f-e5c6-4ef4-bf9e-f300699f5a39 None None] For port a3df9579-b992-4f4a-974b-7500f8bd1bb7, host dv-cinder-852209-10-iscsi, cleared binding levels {{(pid=106491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:34:00.275265 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-95edf55f-e5c6-4ef4-bf9e-f300699f5a39 None None] For port a3df9579-b992-4f4a-974b-7500f8bd1bb7, host dv-cinder-852209-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=a3df9579-b992-4f4a-974b-7500f8bd1bb7,segment=NetworkSegment(a5d0d159-c721-4402-a1d9-2c5614894c23),segment_id=a5d0d159-c721-4402-a1d9-2c5614894c23)] {{(pid=106491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:34:00.275793 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7b5658-e1be-4715-8368-c0d20fe09f22 admin admin] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:34:00.280717 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-4f82819e-5a97-40a4-b298-11b40871c458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (5725b561-ac7b-46f9-808b-618e1080359d), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:00.290030 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dda7c91-bd07-4dca-a7a2-b797fd98fce0 None None] Sync routers for ids ['8a7bba63-cf84-4a53-bfd6-eaff5c296ac8'] in dv-cinder-852209-10-iscsi {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:34:00.314214 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_common [None req-93081ec7-5f5c-4113-a288-e265c4025966 admin admin] Allocated IP 172.20.0.1 (dca0ab61-d5ff-4379-b762-3829795267ff/a44d6986-5951-4786-acc4-4dfb02069724/0a6c5114-6e11-4cd7-9586-1a0eb371ef3a) {{(pid=106490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:34:00.317912 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-95edf55f-e5c6-4ef4-bf9e-f300699f5a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (a3df9579-b992-4f4a-974b-7500f8bd1bb7), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:00.324188 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-4f7b5658-e1be-4715-8368-c0d20fe09f22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:00.325688 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:00.336394 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-4f7b5658-e1be-4715-8368-c0d20fe09f22 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.8933759 Sep 01 16:34:00.338736 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 57182) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:00.422199 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dda7c91-bd07-4dca-a7a2-b797fd98fce0 None None] Routers {'8a7bba63-cf84-4a53-bfd6-eaff5c296ac8'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:34:00.428599 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-6dda7c91-bd07-4dca-a7a2-b797fd98fce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:33:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['8a7bba63-cf84-4a53-bfd6-eaff5c296ac8'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:34:00.443693 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:00.444827 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:00.544097 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-cdcf2d77-1307-4b5b-a50e-534f35675770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208dbca3-d940-4eab-bea6-4d11998c3a34', 'name': 'tempest-DeleteServersTestJSON-1684259872-router', 'tenant_id': '5c40a340919a49cc8b73687df600e2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'c684aa58-2f24-4158-9530-9bc8d2b85191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:53Z', 'updated_at': '2022-09-01T16:33:55Z', 'revision_number': 3, 'project_id': '5c40a340919a49cc8b73687df600e2ea', 'gw_port': {'id': 'c684aa58-2f24-4158-9530-9bc8d2b85191', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208dbca3-d940-4eab-bea6-4d11998c3a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:54Z', 'updated_at': '2022-09-01T16:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:34:00.549768 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385a86b-8c65-40f3-9bcc-1aac2661821a None None] Pushing event updated for resources: {'Port': ['ID=c684aa58-2f24-4158-9530-9bc8d2b85191,revision_number=3']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:00.555225 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device dcb427c5-ab2d-448c-bd72-af496c031b9c up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:34:00.584983 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcf2d77-1307-4b5b-a50e-534f35675770 None None] The sync data for ids ['208dbca3-d940-4eab-bea6-4d11998c3a34'] in dv-cinder-852209-10-iscsi is: [{'id': '208dbca3-d940-4eab-bea6-4d11998c3a34', 'name': 'tempest-DeleteServersTestJSON-1684259872-router', 'tenant_id': '5c40a340919a49cc8b73687df600e2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'c684aa58-2f24-4158-9530-9bc8d2b85191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:53Z', 'updated_at': '2022-09-01T16:33:55Z', 'revision_number': 3, 'project_id': '5c40a340919a49cc8b73687df600e2ea', 'gw_port': {'id': 'c684aa58-2f24-4158-9530-9bc8d2b85191', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208dbca3-d940-4eab-bea6-4d11998c3a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:54Z', 'updated_at': '2022-09-01T16:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}] {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:34:00.591360 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-bcc5be75-7f10-4ef1-9c5c-13a7c2a5762a admin admin] Publish callbacks [] for security_group (1417ca4c-9083-4049-b467-ad98d150c9f4), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:00.611977 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-bcc5be75-7f10-4ef1-9c5c-13a7c2a5762a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (1417ca4c-9083-4049-b467-ad98d150c9f4), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:00.615299 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-93081ec7-5f5c-4113-a288-e265c4025966 admin admin] Publish callbacks [] for port (0a6c5114-6e11-4cd7-9586-1a0eb371ef3a), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:00.627175 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82819e-5a97-40a4-b298-11b40871c458 None None] Pushing event updated for resources: {'Port': ['ID=5725b561-ac7b-46f9-808b-618e1080359d,revision_number=2']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:00.651213 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9a799197-cbd5-4470-acbc-7b31bd4a5874 admin admin] Publish callbacks [] for router_gateway (48f873e9-78f3-4e51-a88f-9b06779297cc), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:00.691620 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:00.779678 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-93081ec7-5f5c-4113-a288-e265c4025966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847'] for port (0a6c5114-6e11-4cd7-9586-1a0eb371ef3a), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:00.849165 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93081ec7-5f5c-4113-a288-e265c4025966 admin admin] Network dca0ab61-d5ff-4379-b762-3829795267ff is already hosted by enough agents. {{(pid=106490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:34:00.850491 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-788196ea-073d-4316-b016-670749ee3882 None None] Current status of the port dcb427c5-ab2d-448c-bd72-af496c031b9c is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:34:00.873399 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-6dda7c91-bd07-4dca-a7a2-b797fd98fce0 None None] Set router 8a7bba63-cf84-4a53-bfd6-eaff5c296ac8 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:34:00.877419 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-bcc5be75-7f10-4ef1-9c5c-13a7c2a5762a admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=66f2b3d1b1dc464f8e0501519f3b211e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7380366 Sep 01 16:34:00.882283 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc5be75-7f10-4ef1-9c5c-13a7c2a5762a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1417ca4c-9083-4049-b467-ad98d150c9f4,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:00.897096 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 57188) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:00.931302 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-c869d56e-5441-43a2-8e64-db8de93d0d3e admin admin] Publish callbacks [] for port (a535d833-902f-4a64-8202-c87f7233d9cc), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:00.932224 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [None req-93081ec7-5f5c-4113-a288-e265c4025966 admin admin] Resources bound (agent type, host, resource id): {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:34:00.935575 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93081ec7-5f5c-4113-a288-e265c4025966 admin admin] Received port after_create {{(pid=106490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:34:00.936159 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-93081ec7-5f5c-4113-a288-e265c4025966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630860'] for router_interface (208dbca3-d940-4eab-bea6-4d11998c3a34), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:01.072168 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93081ec7-5f5c-4113-a288-e265c4025966 admin admin] Pushing event updated for resources: {'Port': ['ID=0a6c5114-6e11-4cd7-9586-1a0eb371ef3a,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:01.076725 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port dcb427c5-ab2d-448c-bd72-af496c031b9c triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:34:01.077108 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (dcb427c5-ab2d-448c-bd72-af496c031b9c), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:01.166029 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95edf55f-e5c6-4ef4-bf9e-f300699f5a39 None None] Pushing event updated for resources: {'Port': ['ID=a3df9579-b992-4f4a-974b-7500f8bd1bb7,revision_number=2']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:01.171208 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:01.176243 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-788196ea-073d-4316-b016-670749ee3882 None None] Provisioning complete for port 997c152a-393a-4a94-abdb-bf979c704ee2 triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:34:01.176639 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-788196ea-073d-4316-b016-670749ee3882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (997c152a-393a-4a94-abdb-bf979c704ee2), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:01.227377 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port dcb427c5-ab2d-448c-bd72-af496c031b9c is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:34:01.229853 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 997c152a-393a-4a94-abdb-bf979c704ee2 up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:34:01.233047 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-c869d56e-5441-43a2-8e64-db8de93d0d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847'] for port (a535d833-902f-4a64-8202-c87f7233d9cc), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:01.348300 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c869d56e-5441-43a2-8e64-db8de93d0d3e admin admin] Network 537c3a33-78cb-41f3-a0ee-71478f9cfd9b is already hosted by enough agents. {{(pid=106489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:34:01.356037 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-97ddf27e-8eae-438d-a213-efe50c430942 admin admin] Publish callbacks [] for security_group (1417ca4c-9083-4049-b467-ad98d150c9f4), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:01.357921 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.base_scheduler [None req-c869d56e-5441-43a2-8e64-db8de93d0d3e admin admin] Resources bound (agent type, host, resource id): {{(pid=106489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:34:01.364127 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c869d56e-5441-43a2-8e64-db8de93d0d3e admin admin] Received port after_create {{(pid=106489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:34:01.424361 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c869d56e-5441-43a2-8e64-db8de93d0d3e admin admin] Pushing event updated for resources: {'Port': ['ID=a535d833-902f-4a64-8202-c87f7233d9cc,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:01.431948 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9a799197-cbd5-4470-acbc-7b31bd4a5874 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612335'] for router (48f873e9-78f3-4e51-a88f-9b06779297cc), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:01.464023 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 997c152a-393a-4a94-abdb-bf979c704ee2 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:34:01.465796 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (997c152a-393a-4a94-abdb-bf979c704ee2), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:01.585160 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-97ddf27e-8eae-438d-a213-efe50c430942 admin admin] Publish callbacks [] for security_group (1417ca4c-9083-4049-b467-ad98d150c9f4), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:01.598247 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=100 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:01.643723 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-788196ea-073d-4316-b016-670749ee3882 None None] Current status of the port 997c152a-393a-4a94-abdb-bf979c704ee2 is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:34:01.648841 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-93081ec7-5f5c-4113-a288-e265c4025966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (0a6c5114-6e11-4cd7-9586-1a0eb371ef3a), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:01.674080 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-6dda7c91-bd07-4dca-a7a2-b797fd98fce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'name': 'tempest-AttachVolumeShelveTestJSON-788111627-router', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '6f5e2d84-5694-4838-b29d-6ed6db584211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:55Z', 'updated_at': '2022-09-01T16:33:58Z', 'revision_number': 3, 'project_id': 'cfb0b630e22745e8af15fb02c71800c3', 'gw_port': {'id': '6f5e2d84-5694-4838-b29d-6ed6db584211', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:57Z', 'updated_at': '2022-09-01T16:33:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:34:01.725205 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:01.742520 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 997c152a-393a-4a94-abdb-bf979c704ee2 is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:34:01.746797 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dda7c91-bd07-4dca-a7a2-b797fd98fce0 None None] Checking router: 8a7bba63-cf84-4a53-bfd6-eaff5c296ac8 for host: dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:34:01.747154 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dda7c91-bd07-4dca-a7a2-b797fd98fce0 None None] Updating router 8a7bba63-cf84-4a53-bfd6-eaff5c296ac8 port 6f5e2d84-5694-4838-b29d-6ed6db584211 binding host dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:34:01.801720 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-bead75a8-5919-4d54-8398-07948f816051 None None] Provisioning complete for port 0a6c5114-6e11-4cd7-9586-1a0eb371ef3a triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:34:01.801969 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-bead75a8-5919-4d54-8398-07948f816051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (0a6c5114-6e11-4cd7-9586-1a0eb371ef3a), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:01.826995 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-6dda7c91-bd07-4dca-a7a2-b797fd98fce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (6f5e2d84-5694-4838-b29d-6ed6db584211), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:01.829026 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-c869d56e-5441-43a2-8e64-db8de93d0d3e admin admin] Publish callbacks [] for router_gateway (abdbc6da-bc2e-4748-ab4f-7f15fe3b4793), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:01.870530 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-bead75a8-5919-4d54-8398-07948f816051 None None] Port 0a6c5114-6e11-4cd7-9586-1a0eb371ef3a cannot update to ACTIVE because it is not bound. {{(pid=106491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 16:34:01.880266 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-97ddf27e-8eae-438d-a213-efe50c430942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (1417ca4c-9083-4049-b467-ad98d150c9f4), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:01.884476 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-97ddf27e-8eae-438d-a213-efe50c430942 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:01.900373 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-97ddf27e-8eae-438d-a213-efe50c430942 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/1417ca4c-9083-4049-b467-ad98d150c9f4 HTTP/1.1" status: 204 len: 168 time: 0.9894841 Sep 01 16:34:01.907874 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:01.932036 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a799197-cbd5-4470-acbc-7b31bd4a5874 admin admin] Router 48f873e9-78f3-4e51-a88f-9b06779297cc is scheduled to L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 with binding_index 1 {{(pid=106489) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:34:01.945930 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ddf27e-8eae-438d-a213-efe50c430942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1417ca4c-9083-4049-b467-ad98d150c9f4,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:01.951190 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-bead75a8-5919-4d54-8398-07948f816051 None None] Provisioning complete for port dcb427c5-ab2d-448c-bd72-af496c031b9c triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:34:01.951433 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-bead75a8-5919-4d54-8398-07948f816051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (dcb427c5-ab2d-448c-bd72-af496c031b9c), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:02.002475 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=100 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:02.096577 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-787a12d6-4160-4c5c-abed-fe7ec36405f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:02.323972 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a799197-cbd5-4470-acbc-7b31bd4a5874 admin admin] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:34:02.337301 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88911999-dc8f-4a1a-922e-854ae7d5574d None None] Sync routers for ids ['48f873e9-78f3-4e51-a88f-9b06779297cc'] in dv-cinder-852209-10-iscsi {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:34:02.355219 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-6dda7c91-bd07-4dca-a7a2-b797fd98fce0 None None] Publish callbacks [] for port (6f5e2d84-5694-4838-b29d-6ed6db584211), precommit_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:02.360400 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88911999-dc8f-4a1a-922e-854ae7d5574d None None] Routers {'48f873e9-78f3-4e51-a88f-9b06779297cc'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:34:02.364776 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-88911999-dc8f-4a1a-922e-854ae7d5574d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:33:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['48f873e9-78f3-4e51-a88f-9b06779297cc'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:34:02.394708 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:02.399118 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-6dda7c91-bd07-4dca-a7a2-b797fd98fce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (6f5e2d84-5694-4838-b29d-6ed6db584211), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:02.418570 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9a799197-cbd5-4470-acbc-7b31bd4a5874 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:02.419820 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-9a799197-cbd5-4470-acbc-7b31bd4a5874 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8743074 Sep 01 16:34:02.432171 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 57214) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:02.457520 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-c869d56e-5441-43a2-8e64-db8de93d0d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612335'] for router (abdbc6da-bc2e-4748-ab4f-7f15fe3b4793), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:02.462096 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:02.509178 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_common [None req-787a12d6-4160-4c5c-abed-fe7ec36405f8 admin admin] Allocated IP 172.20.0.1 (1e2386a0-52ae-4650-b501-6e8c6cdd7cc9/fdf6e192-10ef-49d3-8b96-d6cc87fe33e0/5bf7e611-18e1-489f-893a-f5c18377fe8e) {{(pid=106490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:34:02.566959 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e210be-45c9-4a30-af56-d156f2d89e5e None None] Network f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7 requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:34:02.583331 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-6dda7c91-bd07-4dca-a7a2-b797fd98fce0 None None] Attempting to bind port 6f5e2d84-5694-4838-b29d-6ed6db584211 on host dv-cinder-852209-10-iscsi for vnic_type normal with profile {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:34:02.584219 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-6dda7c91-bd07-4dca-a7a2-b797fd98fce0 None None] Attempting to bind port 6f5e2d84-5694-4838-b29d-6ed6db584211 by drivers openvswitch,hyperv on host dv-cinder-852209-10-iscsi at level 0 using segments [{'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:34:02.585535 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dda7c91-bd07-4dca-a7a2-b797fd98fce0 None None] Attempting to bind port 6f5e2d84-5694-4838-b29d-6ed6db584211 on network 537c3a33-78cb-41f3-a0ee-71478f9cfd9b {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:34:02.599047 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dda7c91-bd07-4dca-a7a2-b797fd98fce0 None None] Checking agent: {'id': 'de41263d-808c-41d9-af38-92939b4ec796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 25, 56), 'started_at': datetime.datetime(2022, 9, 1, 16, 26, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:34:02.599887 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dda7c91-bd07-4dca-a7a2-b797fd98fce0 None None] Checking segment: {'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:34:02.600689 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-6dda7c91-bd07-4dca-a7a2-b797fd98fce0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:02.601282 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dda7c91-bd07-4dca-a7a2-b797fd98fce0 None None] Bound using segment: {'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:34:02.604267 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-6dda7c91-bd07-4dca-a7a2-b797fd98fce0 None None] Bound port: 6f5e2d84-5694-4838-b29d-6ed6db584211, host: dv-cinder-852209-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'}}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:34:02.605023 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-6dda7c91-bd07-4dca-a7a2-b797fd98fce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (6f5e2d84-5694-4838-b29d-6ed6db584211), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:02.608078 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-bead75a8-5919-4d54-8398-07948f816051 None None] Current status of the port dcb427c5-ab2d-448c-bd72-af496c031b9c is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:34:02.649998 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-88911999-dc8f-4a1a-922e-854ae7d5574d None None] Set router 48f873e9-78f3-4e51-a88f-9b06779297cc gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:34:02.659164 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-787a12d6-4160-4c5c-abed-fe7ec36405f8 admin admin] Publish callbacks [] for port (5bf7e611-18e1-489f-893a-f5c18377fe8e), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:02.714100 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:02.819992 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-787a12d6-4160-4c5c-abed-fe7ec36405f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847'] for port (5bf7e611-18e1-489f-893a-f5c18377fe8e), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:02.857757 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device a3df9579-b992-4f4a-974b-7500f8bd1bb7 up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:34:02.860832 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46d1d71-d2b4-4cb1-a341-4611fd93ff78 None None] Network ba8f8151-1775-4d72-8643-4c1aec9c20a0 requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:34:02.906030 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-93081ec7-5f5c-4113-a288-e265c4025966 admin admin] Publish callbacks [] for port (0a6c5114-6e11-4cd7-9586-1a0eb371ef3a), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:02.919669 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787a12d6-4160-4c5c-abed-fe7ec36405f8 admin admin] Network 1e2386a0-52ae-4650-b501-6e8c6cdd7cc9 is already hosted by enough agents. {{(pid=106490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:34:02.922343 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-93081ec7-5f5c-4113-a288-e265c4025966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (0a6c5114-6e11-4cd7-9586-1a0eb371ef3a), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:02.923063 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-93081ec7-5f5c-4113-a288-e265c4025966 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631024'] for router_interface (208dbca3-d940-4eab-bea6-4d11998c3a34), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:02.934833 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [None req-787a12d6-4160-4c5c-abed-fe7ec36405f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:34:02.941480 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787a12d6-4160-4c5c-abed-fe7ec36405f8 admin admin] Received port after_create {{(pid=106490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:34:02.941562 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-787a12d6-4160-4c5c-abed-fe7ec36405f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630860'] for router_interface (8a7bba63-cf84-4a53-bfd6-eaff5c296ac8), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:03.021422 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a12d6-4160-4c5c-abed-fe7ec36405f8 admin admin] Pushing event updated for resources: {'Port': ['ID=5bf7e611-18e1-489f-893a-f5c18377fe8e,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:03.034804 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-88911999-dc8f-4a1a-922e-854ae7d5574d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'name': 'tempest-AttachVolumeTestJSON-1559330657-router', 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'a8429792-2677-4f04-9e17-a180ddf5c83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:56Z', 'updated_at': '2022-09-01T16:33:59Z', 'revision_number': 3, 'project_id': 'aab96a55de014d8cac2c004ba7cadedd', 'gw_port': {'id': 'a8429792-2677-4f04-9e17-a180ddf5c83f', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:58Z', 'updated_at': '2022-09-01T16:33:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:34:03.101043 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88911999-dc8f-4a1a-922e-854ae7d5574d None None] Checking router: 48f873e9-78f3-4e51-a88f-9b06779297cc for host: dv-cinder-852209-10-iscsi {{(pid=106492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:34:03.101824 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88911999-dc8f-4a1a-922e-854ae7d5574d None None] Updating router 48f873e9-78f3-4e51-a88f-9b06779297cc port a8429792-2677-4f04-9e17-a180ddf5c83f binding host dv-cinder-852209-10-iscsi {{(pid=106492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:34:03.139854 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-f8fce493-d3f8-4cbc-8d58-9f27d7b250f6 None None] Provisioning complete for port a3df9579-b992-4f4a-974b-7500f8bd1bb7 triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:34:03.139854 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-f8fce493-d3f8-4cbc-8d58-9f27d7b250f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (a3df9579-b992-4f4a-974b-7500f8bd1bb7), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:03.139854 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1572e200-60c3-4e45-89fd-cbb2fd3ea66a None None] Pushing event updated for resources: {'Port': ['ID=6f5e2d84-5694-4838-b29d-6ed6db584211,revision_number=2']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:03.161231 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (294a3787-103d-4a51-bc9c-bc09638a7966), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:03.183250 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-88911999-dc8f-4a1a-922e-854ae7d5574d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (a8429792-2677-4f04-9e17-a180ddf5c83f), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:03.261940 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:03.315190 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c869d56e-5441-43a2-8e64-db8de93d0d3e admin admin] Router abdbc6da-bc2e-4748-ab4f-7f15fe3b4793 is scheduled to L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 with binding_index 1 {{(pid=106489) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:34:03.509777 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-6dda7c91-bd07-4dca-a7a2-b797fd98fce0 None None] For port 6f5e2d84-5694-4838-b29d-6ed6db584211, host dv-cinder-852209-10-iscsi, cleared binding levels {{(pid=106491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:34:03.548822 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port a3df9579-b992-4f4a-974b-7500f8bd1bb7 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:34:03.549318 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (a3df9579-b992-4f4a-974b-7500f8bd1bb7), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:03.550319 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:03.552291 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c869d56e-5441-43a2-8e64-db8de93d0d3e admin admin] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:34:03.582107 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93081ec7-5f5c-4113-a288-e265c4025966 admin admin] Pushing event updated for resources: {'Port': ['ID=0a6c5114-6e11-4cd7-9586-1a0eb371ef3a,revision_number=2']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:03.598712 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-6dda7c91-bd07-4dca-a7a2-b797fd98fce0 None None] For port 6f5e2d84-5694-4838-b29d-6ed6db584211, host dv-cinder-852209-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=6f5e2d84-5694-4838-b29d-6ed6db584211,segment=NetworkSegment(6aaf10e3-1532-4b23-b8ff-2b17962713b0),segment_id=6aaf10e3-1532-4b23-b8ff-2b17962713b0)] {{(pid=106491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:34:03.601394 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e23481f-3f19-488e-9625-54053d154af9 None None] Sync routers for ids ['abdbc6da-bc2e-4748-ab4f-7f15fe3b4793'] in dv-cinder-852209-10-iscsi {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:34:03.628896 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-6dda7c91-bd07-4dca-a7a2-b797fd98fce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (6f5e2d84-5694-4838-b29d-6ed6db584211), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:03.654027 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93081ec7-5f5c-4113-a288-e265c4025966 admin admin] Network dca0ab61-d5ff-4379-b762-3829795267ff is already hosted by enough agents. {{(pid=106490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:34:03.656394 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [None req-93081ec7-5f5c-4113-a288-e265c4025966 admin admin] Resources bound (agent type, host, resource id): {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:34:03.657943 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-c869d56e-5441-43a2-8e64-db8de93d0d3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:03.659429 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-c869d56e-5441-43a2-8e64-db8de93d0d3e admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.0421569 Sep 01 16:34:03.676218 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 57242) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:03.713473 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e23481f-3f19-488e-9625-54053d154af9 None None] Routers {'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:34:03.714175 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-7e23481f-3f19-488e-9625-54053d154af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:33:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['abdbc6da-bc2e-4748-ab4f-7f15fe3b4793'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:34:03.737928 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dda7c91-bd07-4dca-a7a2-b797fd98fce0 None None] Routers {'8a7bba63-cf84-4a53-bfd6-eaff5c296ac8'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:34:03.738580 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-6dda7c91-bd07-4dca-a7a2-b797fd98fce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:33:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['8a7bba63-cf84-4a53-bfd6-eaff5c296ac8'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:34:03.875317 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-787a12d6-4160-4c5c-abed-fe7ec36405f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (5bf7e611-18e1-489f-893a-f5c18377fe8e), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:03.914827 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:INSERT=5,neutron:UPDATE=3,neutron:SELECT=92 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:03.951461 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-88911999-dc8f-4a1a-922e-854ae7d5574d None None] Publish callbacks [] for port (a8429792-2677-4f04-9e17-a180ddf5c83f), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:03.956585 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:03.963284 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-4325303c-b647-4a22-9609-9915abfaa470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:03.972014 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-88911999-dc8f-4a1a-922e-854ae7d5574d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (a8429792-2677-4f04-9e17-a180ddf5c83f), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:03.985723 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-f8fce493-d3f8-4cbc-8d58-9f27d7b250f6 None None] Current status of the port a3df9579-b992-4f4a-974b-7500f8bd1bb7 is: DOWN; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:34:03.986104 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-f8fce493-d3f8-4cbc-8d58-9f27d7b250f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (a3df9579-b992-4f4a-974b-7500f8bd1bb7), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:04.043966 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1572e200-60c3-4e45-89fd-cbb2fd3ea66a None None] Pushing event updated for resources: {'Port': ['ID=6f5e2d84-5694-4838-b29d-6ed6db584211,revision_number=3']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:04.046370 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce49f5f4-284c-4d42-83ed-77c825aa41cd None None] Pushing event updated for resources: {'Port': ['ID=a8429792-2677-4f04-9e17-a180ddf5c83f,revision_number=2']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:04.059952 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:04.104002 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [None req-88911999-dc8f-4a1a-922e-854ae7d5574d None None] Attempting to bind port a8429792-2677-4f04-9e17-a180ddf5c83f on host dv-cinder-852209-10-iscsi for vnic_type normal with profile {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:34:04.106422 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [None req-88911999-dc8f-4a1a-922e-854ae7d5574d None None] Attempting to bind port a8429792-2677-4f04-9e17-a180ddf5c83f by drivers openvswitch,hyperv on host dv-cinder-852209-10-iscsi at level 0 using segments [{'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:34:04.106786 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88911999-dc8f-4a1a-922e-854ae7d5574d None None] Attempting to bind port a8429792-2677-4f04-9e17-a180ddf5c83f on network 537c3a33-78cb-41f3-a0ee-71478f9cfd9b {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:34:04.117579 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-f8fce493-d3f8-4cbc-8d58-9f27d7b250f6 None None] For port a3df9579-b992-4f4a-974b-7500f8bd1bb7, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=a3df9579-b992-4f4a-974b-7500f8bd1bb7,segment=NetworkSegment(a5d0d159-c721-4402-a1d9-2c5614894c23),segment_id=a5d0d159-c721-4402-a1d9-2c5614894c23)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:34:04.134400 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88911999-dc8f-4a1a-922e-854ae7d5574d None None] Checking agent: {'id': 'de41263d-808c-41d9-af38-92939b4ec796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 25, 56), 'started_at': datetime.datetime(2022, 9, 1, 16, 26, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:34:04.149518 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88911999-dc8f-4a1a-922e-854ae7d5574d None None] Checking segment: {'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:34:04.150118 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-88911999-dc8f-4a1a-922e-854ae7d5574d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:04.150548 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88911999-dc8f-4a1a-922e-854ae7d5574d None None] Bound using segment: {'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:34:04.151051 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [None req-88911999-dc8f-4a1a-922e-854ae7d5574d None None] Bound port: a8429792-2677-4f04-9e17-a180ddf5c83f, host: dv-cinder-852209-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'}}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:34:04.151448 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-88911999-dc8f-4a1a-922e-854ae7d5574d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (a8429792-2677-4f04-9e17-a180ddf5c83f), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:04.179370 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:04.191240 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-f8fce493-d3f8-4cbc-8d58-9f27d7b250f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (a3df9579-b992-4f4a-974b-7500f8bd1bb7), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:04.263243 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93081ec7-5f5c-4113-a288-e265c4025966 admin admin] Router 208dbca3-d940-4eab-bea6-4d11998c3a34 has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:34:04.315420 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [None req-88911999-dc8f-4a1a-922e-854ae7d5574d None None] For port a8429792-2677-4f04-9e17-a180ddf5c83f, host dv-cinder-852209-10-iscsi, cleared binding levels {{(pid=106492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:34:04.326502 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [None req-88911999-dc8f-4a1a-922e-854ae7d5574d None None] For port a8429792-2677-4f04-9e17-a180ddf5c83f, host dv-cinder-852209-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=a8429792-2677-4f04-9e17-a180ddf5c83f,segment=NetworkSegment(6aaf10e3-1532-4b23-b8ff-2b17962713b0),segment_id=6aaf10e3-1532-4b23-b8ff-2b17962713b0)] {{(pid=106492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:34:04.343798 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-88911999-dc8f-4a1a-922e-854ae7d5574d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (a8429792-2677-4f04-9e17-a180ddf5c83f), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:04.378989 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port a3df9579-b992-4f4a-974b-7500f8bd1bb7 is: DOWN; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:34:04.380181 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (a3df9579-b992-4f4a-974b-7500f8bd1bb7), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:04.390293 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-2d825602-a3a7-4fc8-8132-12b30e115b80 None None] Provisioning complete for port 0a6c5114-6e11-4cd7-9586-1a0eb371ef3a triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:34:04.391013 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-2d825602-a3a7-4fc8-8132-12b30e115b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (0a6c5114-6e11-4cd7-9586-1a0eb371ef3a), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:04.455887 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-7e23481f-3f19-488e-9625-54053d154af9 None None] Set router abdbc6da-bc2e-4748-ab4f-7f15fe3b4793 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:34:04.461755 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-6dda7c91-bd07-4dca-a7a2-b797fd98fce0 None None] Set router 8a7bba63-cf84-4a53-bfd6-eaff5c296ac8 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:34:04.468881 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce49f5f4-284c-4d42-83ed-77c825aa41cd None None] Pushing event updated for resources: {'Port': ['ID=a8429792-2677-4f04-9e17-a180ddf5c83f,revision_number=3']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:04.495400 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-787a12d6-4160-4c5c-abed-fe7ec36405f8 admin admin] Publish callbacks [] for port (5bf7e611-18e1-489f-893a-f5c18377fe8e), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:04.495642 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.db_base_plugin_common [None req-4325303c-b647-4a22-9609-9915abfaa470 admin admin] Allocated IP 172.20.0.1 (ba8f8151-1775-4d72-8643-4c1aec9c20a0/78963023-41a6-45a3-a4c4-170de5dc804e/11e2db5b-0dc1-4675-9634-32971211a38b) {{(pid=106489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:34:04.507127 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88911999-dc8f-4a1a-922e-854ae7d5574d None None] Routers {'48f873e9-78f3-4e51-a88f-9b06779297cc'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:34:04.507676 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-787a12d6-4160-4c5c-abed-fe7ec36405f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (5bf7e611-18e1-489f-893a-f5c18377fe8e), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:04.507815 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-88911999-dc8f-4a1a-922e-854ae7d5574d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:33:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['48f873e9-78f3-4e51-a88f-9b06779297cc'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:34:04.509025 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-787a12d6-4160-4c5c-abed-fe7ec36405f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631024'] for router_interface (8a7bba63-cf84-4a53-bfd6-eaff5c296ac8), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:04.516384 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:04.527855 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93081ec7-5f5c-4113-a288-e265c4025966 admin admin] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:34:04.570103 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-93081ec7-5f5c-4113-a288-e265c4025966 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/208dbca3-d940-4eab-bea6-4d11998c3a34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5763619 Sep 01 16:34:04.610514 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f0c60d-12b2-4a01-97bf-d2ee2e6d356c None None] Sync routers for ids ['208dbca3-d940-4eab-bea6-4d11998c3a34'] in dv-cinder-852209-10-iscsi {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:34:04.645104 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f0c60d-12b2-4a01-97bf-d2ee2e6d356c None None] Routers {'208dbca3-d940-4eab-bea6-4d11998c3a34'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:34:04.645813 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-e3f0c60d-12b2-4a01-97bf-d2ee2e6d356c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:33:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['208dbca3-d940-4eab-bea6-4d11998c3a34'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:34:04.651827 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:04.676671 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fce493-d3f8-4cbc-8d58-9f27d7b250f6 None None] Pushing event updated for resources: {'Port': ['ID=a3df9579-b992-4f4a-974b-7500f8bd1bb7,revision_number=3']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:04.725101 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a12d6-4160-4c5c-abed-fe7ec36405f8 admin admin] Pushing event updated for resources: {'Port': ['ID=5bf7e611-18e1-489f-893a-f5c18377fe8e,revision_number=2']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:04.792547 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-88911999-dc8f-4a1a-922e-854ae7d5574d None None] Set router 48f873e9-78f3-4e51-a88f-9b06779297cc gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:34:04.848500 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 57288) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:04.869720 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-e3f0c60d-12b2-4a01-97bf-d2ee2e6d356c None None] Set router 208dbca3-d940-4eab-bea6-4d11998c3a34 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:34:04.872099 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787a12d6-4160-4c5c-abed-fe7ec36405f8 admin admin] Network 1e2386a0-52ae-4650-b501-6e8c6cdd7cc9 is already hosted by enough agents. {{(pid=106490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:34:04.880994 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [None req-787a12d6-4160-4c5c-abed-fe7ec36405f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:34:04.937372 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:05.007066 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-2d825602-a3a7-4fc8-8132-12b30e115b80 None None] Port 0a6c5114-6e11-4cd7-9586-1a0eb371ef3a cannot update to ACTIVE because it is not bound. {{(pid=106491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 16:34:05.020807 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-4325303c-b647-4a22-9609-9915abfaa470 admin admin] Publish callbacks [] for port (11e2db5b-0dc1-4675-9634-32971211a38b), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:05.211436 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-f31695c9-6c0e-4508-bf80-43f65762276b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:05.222629 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-2d825602-a3a7-4fc8-8132-12b30e115b80 None None] Provisioning complete for port 5bf7e611-18e1-489f-893a-f5c18377fe8e triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:34:05.223044 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-2d825602-a3a7-4fc8-8132-12b30e115b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (5bf7e611-18e1-489f-893a-f5c18377fe8e), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:05.240147 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9810b993-100c-49e7-a24f-b3a93266760c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:05.245638 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.db.api [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106491) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 01 16:34:05.251736 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-787a12d6-4160-4c5c-abed-fe7ec36405f8 admin admin] Router 8a7bba63-cf84-4a53-bfd6-eaff5c296ac8 has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:34:05.253726 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG oslo_db.api [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 16:34:05.259961 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:05.306775 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-4325303c-b647-4a22-9609-9915abfaa470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847'] for port (11e2db5b-0dc1-4675-9634-32971211a38b), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:05.475178 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-2d825602-a3a7-4fc8-8132-12b30e115b80 None None] Port 5bf7e611-18e1-489f-893a-f5c18377fe8e cannot update to ACTIVE because it is not bound. {{(pid=106491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 16:34:05.484645 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 57344) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:05.491546 dv-cinder-852209-10-iscsi neutron-server[106490]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 01 16:34:05.560318 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-2d825602-a3a7-4fc8-8132-12b30e115b80 None None] Provisioning complete for port a3df9579-b992-4f4a-974b-7500f8bd1bb7 triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:34:05.560890 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-2d825602-a3a7-4fc8-8132-12b30e115b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (a3df9579-b992-4f4a-974b-7500f8bd1bb7), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:05.565041 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.db_base_plugin_common [None req-9810b993-100c-49e7-a24f-b3a93266760c admin admin] Allocated IP 172.20.0.1 (f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7/82786ccd-9c4e-40d1-ba01-7f97c9ac8af5/d26daa40-7f47-43e9-84b7-b78b5c52fa78) {{(pid=106489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:34:05.567922 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-f31695c9-6c0e-4508-bf80-43f65762276b admin admin] Publish callbacks [] for security_group (81a0a04a-f2d1-4d2d-a440-86c95a9a9ed6), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:05.621492 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:05.635417 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-7e23481f-3f19-488e-9625-54053d154af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'name': 'tempest-ServerRescueNegativeTestJSON-79216093-router', 'tenant_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'a535d833-902f-4a64-8202-c87f7233d9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:56Z', 'updated_at': '2022-09-01T16:34:01Z', 'revision_number': 3, 'project_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'gw_port': {'id': 'a535d833-902f-4a64-8202-c87f7233d9cc', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:58Z', 'updated_at': '2022-09-01T16:34:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:34:05.689626 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:05.696880 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e23481f-3f19-488e-9625-54053d154af9 None None] Checking router: abdbc6da-bc2e-4748-ab4f-7f15fe3b4793 for host: dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:34:05.697333 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-f31695c9-6c0e-4508-bf80-43f65762276b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (81a0a04a-f2d1-4d2d-a440-86c95a9a9ed6), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:05.697902 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e23481f-3f19-488e-9625-54053d154af9 None None] Updating router abdbc6da-bc2e-4748-ab4f-7f15fe3b4793 port a535d833-902f-4a64-8202-c87f7233d9cc binding host dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:34:05.730802 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9810b993-100c-49e7-a24f-b3a93266760c admin admin] Publish callbacks [] for port (d26daa40-7f47-43e9-84b7-b78b5c52fa78), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:05.745453 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-6dda7c91-bd07-4dca-a7a2-b797fd98fce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'name': 'tempest-AttachVolumeShelveTestJSON-788111627-router', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '6f5e2d84-5694-4838-b29d-6ed6db584211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:55Z', 'updated_at': '2022-09-01T16:34:03Z', 'revision_number': 4, 'project_id': 'cfb0b630e22745e8af15fb02c71800c3', 'gw_port': {'id': '6f5e2d84-5694-4838-b29d-6ed6db584211', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:57Z', 'updated_at': '2022-09-01T16:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '5bf7e611-18e1-489f-893a-f5c18377fe8e', 'name': '', 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'mac_address': 'fa:16:3e:b7:34:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fdf6e192-10ef-49d3-8b96-d6cc87fe33e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:34:02Z', 'updated_at': '2022-09-01T16:34:02Z', 'revision_number': 1, 'project_id': 'cfb0b630e22745e8af15fb02c71800c3', 'subnets': [{'id': 'fdf6e192-10ef-49d3-8b96-d6cc87fe33e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:34:05.753656 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787a12d6-4160-4c5c-abed-fe7ec36405f8 admin admin] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:34:05.769621 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-787a12d6-4160-4c5c-abed-fe7ec36405f8 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/8a7bba63-cf84-4a53-bfd6-eaff5c296ac8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4298387 Sep 01 16:34:05.785123 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dda7c91-bd07-4dca-a7a2-b797fd98fce0 None None] The sync data for ids ['8a7bba63-cf84-4a53-bfd6-eaff5c296ac8'] in dv-cinder-852209-10-iscsi is: [{'id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'name': 'tempest-AttachVolumeShelveTestJSON-788111627-router', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '6f5e2d84-5694-4838-b29d-6ed6db584211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:55Z', 'updated_at': '2022-09-01T16:34:03Z', 'revision_number': 4, 'project_id': 'cfb0b630e22745e8af15fb02c71800c3', 'gw_port': {'id': '6f5e2d84-5694-4838-b29d-6ed6db584211', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:57Z', 'updated_at': '2022-09-01T16:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '5bf7e611-18e1-489f-893a-f5c18377fe8e', 'name': '', 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'mac_address': 'fa:16:3e:b7:34:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fdf6e192-10ef-49d3-8b96-d6cc87fe33e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:34:02Z', 'updated_at': '2022-09-01T16:34:02Z', 'revision_number': 1, 'project_id': 'cfb0b630e22745e8af15fb02c71800c3', 'subnets': [{'id': 'fdf6e192-10ef-49d3-8b96-d6cc87fe33e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:34:05.790109 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:05.792298 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-7e23481f-3f19-488e-9625-54053d154af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (a535d833-902f-4a64-8202-c87f7233d9cc), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:05.815326 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:05.831686 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-e3f0c60d-12b2-4a01-97bf-d2ee2e6d356c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208dbca3-d940-4eab-bea6-4d11998c3a34', 'name': 'tempest-DeleteServersTestJSON-1684259872-router', 'tenant_id': '5c40a340919a49cc8b73687df600e2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'c684aa58-2f24-4158-9530-9bc8d2b85191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:53Z', 'updated_at': '2022-09-01T16:34:01Z', 'revision_number': 4, 'project_id': '5c40a340919a49cc8b73687df600e2ea', 'gw_port': {'id': 'c684aa58-2f24-4158-9530-9bc8d2b85191', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208dbca3-d940-4eab-bea6-4d11998c3a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:54Z', 'updated_at': '2022-09-01T16:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '0a6c5114-6e11-4cd7-9586-1a0eb371ef3a', 'name': '', 'network_id': 'dca0ab61-d5ff-4379-b762-3829795267ff', 'tenant_id': '5c40a340919a49cc8b73687df600e2ea', 'mac_address': 'fa:16:3e:d7:25:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208dbca3-d940-4eab-bea6-4d11998c3a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a44d6986-5951-4786-acc4-4dfb02069724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:59Z', 'updated_at': '2022-09-01T16:34:01Z', 'revision_number': 2, 'project_id': '5c40a340919a49cc8b73687df600e2ea', 'subnets': [{'id': 'a44d6986-5951-4786-acc4-4dfb02069724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:34:05.837733 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9810b993-100c-49e7-a24f-b3a93266760c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847'] for port (d26daa40-7f47-43e9-84b7-b78b5c52fa78), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:05.869992 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-f31695c9-6c0e-4508-bf80-43f65762276b admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=937e87b0003d435281e7611179947b99&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0006723 Sep 01 16:34:05.889213 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 57356) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:05.892199 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f0c60d-12b2-4a01-97bf-d2ee2e6d356c None None] Checking router: 208dbca3-d940-4eab-bea6-4d11998c3a34 for host: dv-cinder-852209-10-iscsi {{(pid=106492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:34:05.893399 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f0c60d-12b2-4a01-97bf-d2ee2e6d356c None None] Updating router 208dbca3-d940-4eab-bea6-4d11998c3a34 port 0a6c5114-6e11-4cd7-9586-1a0eb371ef3a binding host dv-cinder-852209-10-iscsi {{(pid=106492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:34:05.893666 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31695c9-6c0e-4508-bf80-43f65762276b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a0a04a-f2d1-4d2d-a440-86c95a9a9ed6,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:05.897965 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4325303c-b647-4a22-9609-9915abfaa470 admin admin] Network ba8f8151-1775-4d72-8643-4c1aec9c20a0 is already hosted by enough agents. {{(pid=106489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:34:05.935734 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-88911999-dc8f-4a1a-922e-854ae7d5574d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'name': 'tempest-AttachVolumeTestJSON-1559330657-router', 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'a8429792-2677-4f04-9e17-a180ddf5c83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:56Z', 'updated_at': '2022-09-01T16:33:59Z', 'revision_number': 3, 'project_id': 'aab96a55de014d8cac2c004ba7cadedd', 'gw_port': {'id': 'a8429792-2677-4f04-9e17-a180ddf5c83f', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:58Z', 'updated_at': '2022-09-01T16:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:34:05.942568 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.base_scheduler [None req-4325303c-b647-4a22-9609-9915abfaa470 admin admin] Resources bound (agent type, host, resource id): {{(pid=106489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:34:05.950935 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port a3df9579-b992-4f4a-974b-7500f8bd1bb7 is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:34:05.952897 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device c684aa58-2f24-4158-9530-9bc8d2b85191 up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:34:05.959575 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9810b993-100c-49e7-a24f-b3a93266760c admin admin] Network f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7 is already hosted by enough agents. {{(pid=106489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:34:05.987482 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4325303c-b647-4a22-9609-9915abfaa470 admin admin] Received port after_create {{(pid=106489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:34:05.987877 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-4325303c-b647-4a22-9609-9915abfaa470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630860'] for router_interface (48f873e9-78f3-4e51-a88f-9b06779297cc), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:06.015729 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88911999-dc8f-4a1a-922e-854ae7d5574d None None] The sync data for ids ['48f873e9-78f3-4e51-a88f-9b06779297cc'] in dv-cinder-852209-10-iscsi is: [{'id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'name': 'tempest-AttachVolumeTestJSON-1559330657-router', 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'a8429792-2677-4f04-9e17-a180ddf5c83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:56Z', 'updated_at': '2022-09-01T16:33:59Z', 'revision_number': 3, 'project_id': 'aab96a55de014d8cac2c004ba7cadedd', 'gw_port': {'id': 'a8429792-2677-4f04-9e17-a180ddf5c83f', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:58Z', 'updated_at': '2022-09-01T16:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}] {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:34:06.029900 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-e3f0c60d-12b2-4a01-97bf-d2ee2e6d356c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (0a6c5114-6e11-4cd7-9586-1a0eb371ef3a), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:06.083767 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-51322aa2-ec26-4205-b148-23dbe51da525 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:06.085476 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-51322aa2-ec26-4205-b148-23dbe51da525 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/networks?id=dca0ab61-d5ff-4379-b762-3829795267ff HTTP/1.1" status: 200 len: 812 time: 0.5995343 Sep 01 16:34:06.087998 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-2d825602-a3a7-4fc8-8132-12b30e115b80 None None] Current status of the port a3df9579-b992-4f4a-974b-7500f8bd1bb7 is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:34:06.094883 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=100 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:06.098125 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4325303c-b647-4a22-9609-9915abfaa470 admin admin] Pushing event updated for resources: {'Port': ['ID=11e2db5b-0dc1-4675-9634-32971211a38b,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:06.109737 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.base_scheduler [None req-9810b993-100c-49e7-a24f-b3a93266760c admin admin] Resources bound (agent type, host, resource id): {{(pid=106489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:34:06.120481 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-2d825602-a3a7-4fc8-8132-12b30e115b80 None None] Provisioning complete for port 5725b561-ac7b-46f9-808b-618e1080359d triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:34:06.121403 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-2d825602-a3a7-4fc8-8132-12b30e115b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (5725b561-ac7b-46f9-808b-618e1080359d), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:06.133955 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-b249e75e-e780-45d4-b4b2-2425c7ae5de6 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/quotas/5c40a340919a49cc8b73687df600e2ea HTTP/1.1" status: 200 len: 375 time: 0.0400865 Sep 01 16:34:06.249620 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port c684aa58-2f24-4158-9530-9bc8d2b85191 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:34:06.249908 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (c684aa58-2f24-4158-9530-9bc8d2b85191), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:06.350128 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-3b815a9f-ade2-4dc3-b55c-aef911e25665 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=5c40a340919a49cc8b73687df600e2ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2043254 Sep 01 16:34:06.664493 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-8b230576-208b-407d-8d1e-44523cdb1afe service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106490) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 01 16:34:06.674320 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-8b230576-208b-407d-8d1e-44523cdb1afe service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1194308 Sep 01 16:34:06.674882 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-2d825602-a3a7-4fc8-8132-12b30e115b80 None None] Current status of the port 5725b561-ac7b-46f9-808b-618e1080359d is: DOWN; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:34:06.675368 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-2d825602-a3a7-4fc8-8132-12b30e115b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (5725b561-ac7b-46f9-808b-618e1080359d), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:06.725173 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-e3f0c60d-12b2-4a01-97bf-d2ee2e6d356c None None] Publish callbacks [] for port (0a6c5114-6e11-4cd7-9586-1a0eb371ef3a), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:06.758770 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-e3f0c60d-12b2-4a01-97bf-d2ee2e6d356c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (0a6c5114-6e11-4cd7-9586-1a0eb371ef3a), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:06.791050 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port c684aa58-2f24-4158-9530-9bc8d2b85191 is: DOWN; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:34:06.791581 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (c684aa58-2f24-4158-9530-9bc8d2b85191), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:06.858073 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-2d825602-a3a7-4fc8-8132-12b30e115b80 None None] For port 5725b561-ac7b-46f9-808b-618e1080359d, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=5725b561-ac7b-46f9-808b-618e1080359d,segment=NetworkSegment(6f41d63c-c0db-43b8-a48d-b58014c53e5f),segment_id=6f41d63c-c0db-43b8-a48d-b58014c53e5f)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:34:06.867402 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 57390) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:06.869207 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] For port c684aa58-2f24-4158-9530-9bc8d2b85191, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=c684aa58-2f24-4158-9530-9bc8d2b85191,segment=NetworkSegment(6aaf10e3-1532-4b23-b8ff-2b17962713b0),segment_id=6aaf10e3-1532-4b23-b8ff-2b17962713b0)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:34:06.893940 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-6f947f53-eec7-444b-b06d-c16808cc71a0 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Request body: {'security_group': {'name': 'tempest-securitygroup--263685407', 'description': 'tempest-description--2138571899'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:34:06.894963 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-2d825602-a3a7-4fc8-8132-12b30e115b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (5725b561-ac7b-46f9-808b-618e1080359d), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:06.898097 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (c684aa58-2f24-4158-9530-9bc8d2b85191), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:06.898963 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 5725b561-ac7b-46f9-808b-618e1080359d up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:34:06.902487 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-7e23481f-3f19-488e-9625-54053d154af9 None None] Publish callbacks [] for port (a535d833-902f-4a64-8202-c87f7233d9cc), precommit_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:07.006686 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-7e23481f-3f19-488e-9625-54053d154af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (a535d833-902f-4a64-8202-c87f7233d9cc), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:07.035330 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34976b64-2678-4662-bc90-2a253080b495 None None] Pushing event updated for resources: {'Port': ['ID=0a6c5114-6e11-4cd7-9586-1a0eb371ef3a,revision_number=3']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:07.036541 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-6f947f53-eec7-444b-b06d-c16808cc71a0 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:07.129843 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:07.147260 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [None req-e3f0c60d-12b2-4a01-97bf-d2ee2e6d356c None None] Attempting to bind port 0a6c5114-6e11-4cd7-9586-1a0eb371ef3a on host dv-cinder-852209-10-iscsi for vnic_type normal with profile {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:34:07.149489 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [None req-e3f0c60d-12b2-4a01-97bf-d2ee2e6d356c None None] Attempting to bind port 0a6c5114-6e11-4cd7-9586-1a0eb371ef3a by drivers openvswitch,hyperv on host dv-cinder-852209-10-iscsi at level 0 using segments [{'id': '91e4d3b2-6d1f-430a-ad42-f0e903dfbe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'dca0ab61-d5ff-4379-b762-3829795267ff'}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:34:07.151198 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f0c60d-12b2-4a01-97bf-d2ee2e6d356c None None] Attempting to bind port 0a6c5114-6e11-4cd7-9586-1a0eb371ef3a on network dca0ab61-d5ff-4379-b762-3829795267ff {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:34:07.156166 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-7e23481f-3f19-488e-9625-54053d154af9 None None] Attempting to bind port a535d833-902f-4a64-8202-c87f7233d9cc on host dv-cinder-852209-10-iscsi for vnic_type normal with profile {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:34:07.156166 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-7e23481f-3f19-488e-9625-54053d154af9 None None] Attempting to bind port a535d833-902f-4a64-8202-c87f7233d9cc by drivers openvswitch,hyperv on host dv-cinder-852209-10-iscsi at level 0 using segments [{'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:34:07.156166 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e23481f-3f19-488e-9625-54053d154af9 None None] Attempting to bind port a535d833-902f-4a64-8202-c87f7233d9cc on network 537c3a33-78cb-41f3-a0ee-71478f9cfd9b {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:34:07.164880 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-4df219ff-37dc-4a0a-9842-34a40345767c None None] Provisioning complete for port 5bf7e611-18e1-489f-893a-f5c18377fe8e triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:34:07.165260 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-4df219ff-37dc-4a0a-9842-34a40345767c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (5bf7e611-18e1-489f-893a-f5c18377fe8e), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:07.174023 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f0c60d-12b2-4a01-97bf-d2ee2e6d356c None None] Checking agent: {'id': 'de41263d-808c-41d9-af38-92939b4ec796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 25, 56), 'started_at': datetime.datetime(2022, 9, 1, 16, 26, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:34:07.175279 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f0c60d-12b2-4a01-97bf-d2ee2e6d356c None None] Checking segment: {'id': '91e4d3b2-6d1f-430a-ad42-f0e903dfbe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'dca0ab61-d5ff-4379-b762-3829795267ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:34:07.176023 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-e3f0c60d-12b2-4a01-97bf-d2ee2e6d356c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:07.176601 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f0c60d-12b2-4a01-97bf-d2ee2e6d356c None None] Bound using segment: {'id': '91e4d3b2-6d1f-430a-ad42-f0e903dfbe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'dca0ab61-d5ff-4379-b762-3829795267ff'} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:34:07.177232 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [None req-e3f0c60d-12b2-4a01-97bf-d2ee2e6d356c None None] Bound port: 0a6c5114-6e11-4cd7-9586-1a0eb371ef3a, host: dv-cinder-852209-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e4d3b2-6d1f-430a-ad42-f0e903dfbe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'dca0ab61-d5ff-4379-b762-3829795267ff'}}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:34:07.177769 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-e3f0c60d-12b2-4a01-97bf-d2ee2e6d356c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (0a6c5114-6e11-4cd7-9586-1a0eb371ef3a), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:07.194975 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-4325303c-b647-4a22-9609-9915abfaa470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (11e2db5b-0dc1-4675-9634-32971211a38b), before_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:07.219789 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e23481f-3f19-488e-9625-54053d154af9 None None] Checking agent: {'id': 'de41263d-808c-41d9-af38-92939b4ec796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 25, 56), 'started_at': datetime.datetime(2022, 9, 1, 16, 26, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:34:07.220170 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e23481f-3f19-488e-9625-54053d154af9 None None] Checking segment: {'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:34:07.220665 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-7e23481f-3f19-488e-9625-54053d154af9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:07.221119 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e23481f-3f19-488e-9625-54053d154af9 None None] Bound using segment: {'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:34:07.221614 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-7e23481f-3f19-488e-9625-54053d154af9 None None] Bound port: a535d833-902f-4a64-8202-c87f7233d9cc, host: dv-cinder-852209-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'}}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:34:07.221997 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-7e23481f-3f19-488e-9625-54053d154af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (a535d833-902f-4a64-8202-c87f7233d9cc), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:07.224443 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d825602-a3a7-4fc8-8132-12b30e115b80 None None] Pushing event updated for resources: {'Port': ['ID=5725b561-ac7b-46f9-808b-618e1080359d,revision_number=3']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:07.238975 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-f1ab7b3d-eee0-4b4d-8adb-d2398b05fa39 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dca0ab61-d5ff-4379-b762-3829795267ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5632308 Sep 01 16:34:07.317775 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 5725b561-ac7b-46f9-808b-618e1080359d triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:34:07.318290 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (5725b561-ac7b-46f9-808b-618e1080359d), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:07.376036 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:07.405547 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-4df219ff-37dc-4a0a-9842-34a40345767c None None] Port 5bf7e611-18e1-489f-893a-f5c18377fe8e cannot update to ACTIVE because it is not bound. {{(pid=106491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 16:34:07.425693 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [None req-e3f0c60d-12b2-4a01-97bf-d2ee2e6d356c None None] For port 0a6c5114-6e11-4cd7-9586-1a0eb371ef3a, host dv-cinder-852209-10-iscsi, cleared binding levels {{(pid=106492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:34:07.431973 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [None req-e3f0c60d-12b2-4a01-97bf-d2ee2e6d356c None None] For port 0a6c5114-6e11-4cd7-9586-1a0eb371ef3a, host dv-cinder-852209-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=0a6c5114-6e11-4cd7-9586-1a0eb371ef3a,segment=NetworkSegment(91e4d3b2-6d1f-430a-ad42-f0e903dfbe1f),segment_id=91e4d3b2-6d1f-430a-ad42-f0e903dfbe1f)] {{(pid=106492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:34:07.439641 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-e3f0c60d-12b2-4a01-97bf-d2ee2e6d356c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (0a6c5114-6e11-4cd7-9586-1a0eb371ef3a), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:07.458193 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:07.517693 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-032926ab-5fe8-4fdb-a78d-45f5e771ff92 admin admin] Publish callbacks [] for security_group (81a0a04a-f2d1-4d2d-a440-86c95a9a9ed6), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:07.530931 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-6f947f53-eec7-444b-b06d-c16808cc71a0 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks [] for security_group (e7a6fb77-76e0-4037-bdb0-131bc1dfee90), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:07.549469 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-6f947f53-eec7-444b-b06d-c16808cc71a0 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (e7a6fb77-76e0-4037-bdb0-131bc1dfee90), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:07.568078 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f0c60d-12b2-4a01-97bf-d2ee2e6d356c None None] Routers {'208dbca3-d940-4eab-bea6-4d11998c3a34'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:34:07.569336 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-e3f0c60d-12b2-4a01-97bf-d2ee2e6d356c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:33:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['208dbca3-d940-4eab-bea6-4d11998c3a34'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:34:07.584301 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-4df219ff-37dc-4a0a-9842-34a40345767c None None] Provisioning complete for port 11e2db5b-0dc1-4675-9634-32971211a38b triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:34:07.584689 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-4df219ff-37dc-4a0a-9842-34a40345767c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (11e2db5b-0dc1-4675-9634-32971211a38b), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:07.588565 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-7e23481f-3f19-488e-9625-54053d154af9 None None] For port a535d833-902f-4a64-8202-c87f7233d9cc, host dv-cinder-852209-10-iscsi, cleared binding levels {{(pid=106491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:34:07.593226 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Pushing event updated for resources: {'Port': ['ID=c684aa58-2f24-4158-9530-9bc8d2b85191,revision_number=4']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:07.640974 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-6f947f53-eec7-444b-b06d-c16808cc71a0 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:07.643335 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-6f947f53-eec7-444b-b06d-c16808cc71a0 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7691069 Sep 01 16:34:07.644598 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810b993-100c-49e7-a24f-b3a93266760c admin admin] Pushing event updated for resources: {'Port': ['ID=d26daa40-7f47-43e9-84b7-b78b5c52fa78,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:07.648031 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9810b993-100c-49e7-a24f-b3a93266760c admin admin] Received port after_create {{(pid=106489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:34:07.648510 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9810b993-100c-49e7-a24f-b3a93266760c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630860'] for router_interface (abdbc6da-bc2e-4748-ab4f-7f15fe3b4793), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:07.656398 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 57414) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:07.666857 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-19026f59-2202-4243-9f9f-be6f380905f0 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Request body: {'security_group_rule': {'security_group_id': 'e7a6fb77-76e0-4037-bdb0-131bc1dfee90', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:34:07.679029 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-abbd1576-6c58-4e4a-8cd1-1c9482aeb4c7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dca0ab61-d5ff-4379-b762-3829795267ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4388187 Sep 01 16:34:07.681244 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f947f53-eec7-444b-b06d-c16808cc71a0 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a6fb77-76e0-4037-bdb0-131bc1dfee90,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:07.731691 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-7e23481f-3f19-488e-9625-54053d154af9 None None] For port a535d833-902f-4a64-8202-c87f7233d9cc, host dv-cinder-852209-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=a535d833-902f-4a64-8202-c87f7233d9cc,segment=NetworkSegment(6aaf10e3-1532-4b23-b8ff-2b17962713b0),segment_id=6aaf10e3-1532-4b23-b8ff-2b17962713b0)] {{(pid=106491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:34:07.742848 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34976b64-2678-4662-bc90-2a253080b495 None None] Pushing event updated for resources: {'Port': ['ID=0a6c5114-6e11-4cd7-9586-1a0eb371ef3a,revision_number=4']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:07.753530 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-19026f59-2202-4243-9f9f-be6f380905f0 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks [] for security_group_rule (62c0a992-43bf-4839-9447-fa30eb24015c), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:07.851057 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-032926ab-5fe8-4fdb-a78d-45f5e771ff92 admin admin] Publish callbacks [] for security_group (81a0a04a-f2d1-4d2d-a440-86c95a9a9ed6), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:07.854879 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-7e23481f-3f19-488e-9625-54053d154af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (a535d833-902f-4a64-8202-c87f7233d9cc), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:07.869145 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 57416) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:07.902139 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9746ad-f320-4955-81ad-fb98a62804c6 None None] Pushing event updated for resources: {'Port': ['ID=a535d833-902f-4a64-8202-c87f7233d9cc,revision_number=2']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:07.905882 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 5725b561-ac7b-46f9-808b-618e1080359d is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:34:07.953165 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-e3f0c60d-12b2-4a01-97bf-d2ee2e6d356c None None] Set router 208dbca3-d940-4eab-bea6-4d11998c3a34 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:34:07.988286 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-19026f59-2202-4243-9f9f-be6f380905f0 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks [] for security_group_rule (62c0a992-43bf-4839-9447-fa30eb24015c), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:07.997330 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-19026f59-2202-4243-9f9f-be6f380905f0 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684833'] for security_group_rule (62c0a992-43bf-4839-9447-fa30eb24015c), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:07.999715 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9746ad-f320-4955-81ad-fb98a62804c6 None None] Pushing event updated for resources: {'Port': ['ID=a535d833-902f-4a64-8202-c87f7233d9cc,revision_number=3']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:08.002405 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-4df219ff-37dc-4a0a-9842-34a40345767c None None] Port 11e2db5b-0dc1-4675-9634-32971211a38b cannot update to ACTIVE because it is not bound. {{(pid=106491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 16:34:08.049406 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e23481f-3f19-488e-9625-54053d154af9 None None] Routers {'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:34:08.050220 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-7e23481f-3f19-488e-9625-54053d154af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:33:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['abdbc6da-bc2e-4748-ab4f-7f15fe3b4793'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:34:08.070206 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19026f59-2202-4243-9f9f-be6f380905f0 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c0a992-43bf-4839-9447-fa30eb24015c,revision_number=0']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:08.076656 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-4325303c-b647-4a22-9609-9915abfaa470 admin admin] Publish callbacks [] for port (11e2db5b-0dc1-4675-9634-32971211a38b), precommit_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:08.090511 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-19026f59-2202-4243-9f9f-be6f380905f0 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:08.092212 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-4325303c-b647-4a22-9609-9915abfaa470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (11e2db5b-0dc1-4675-9634-32971211a38b), after_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:08.093174 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-4325303c-b647-4a22-9609-9915abfaa470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631024'] for router_interface (48f873e9-78f3-4e51-a88f-9b06779297cc), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:08.094760 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-19026f59-2202-4243-9f9f-be6f380905f0 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4316411 Sep 01 16:34:08.097459 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 57424) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:08.110548 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-f7f23d79-3bbf-4e6f-a94a-87dba98ccb0a tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Request body: {'security_group_rule': {'security_group_id': 'e7a6fb77-76e0-4037-bdb0-131bc1dfee90', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:34:08.224643 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-7d854e19-75da-4a1c-80f3-1953834111b9 None None] Provisioning complete for port d26daa40-7f47-43e9-84b7-b78b5c52fa78 triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:34:08.225095 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-7d854e19-75da-4a1c-80f3-1953834111b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (d26daa40-7f47-43e9-84b7-b78b5c52fa78), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:08.266107 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-032926ab-5fe8-4fdb-a78d-45f5e771ff92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (81a0a04a-f2d1-4d2d-a440-86c95a9a9ed6), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:08.284065 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-032926ab-5fe8-4fdb-a78d-45f5e771ff92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:08.317769 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-032926ab-5fe8-4fdb-a78d-45f5e771ff92 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/81a0a04a-f2d1-4d2d-a440-86c95a9a9ed6 HTTP/1.1" status: 204 len: 168 time: 2.4220738 Sep 01 16:34:08.389893 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 57448) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:08.445302 dv-cinder-852209-10-iscsi neutron-server[106489]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 01 16:34:08.473756 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-7d854e19-75da-4a1c-80f3-1953834111b9 None None] Port d26daa40-7f47-43e9-84b7-b78b5c52fa78 cannot update to ACTIVE because it is not bound. {{(pid=106491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 16:34:08.526141 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-7e23481f-3f19-488e-9625-54053d154af9 None None] Set router abdbc6da-bc2e-4748-ab4f-7f15fe3b4793 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:34:08.529264 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032926ab-5fe8-4fdb-a78d-45f5e771ff92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a0a04a-f2d1-4d2d-a440-86c95a9a9ed6,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:08.598938 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:08.642699 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:08.708481 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-e9959cc0-ed13-4fbb-aa2e-a410224e455e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:08.750989 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-f7f23d79-3bbf-4e6f-a94a-87dba98ccb0a tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks [] for security_group_rule (934cf6ef-50ae-4fbf-b063-ac75cfdbc346), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:08.764066 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 6f5e2d84-5694-4838-b29d-6ed6db584211 up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:34:08.791621 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4325303c-b647-4a22-9609-9915abfaa470 admin admin] Pushing event updated for resources: {'Port': ['ID=11e2db5b-0dc1-4675-9634-32971211a38b,revision_number=2']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:08.819688 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-c19d89b0-d52e-4733-a039-d1ba68429bca req-665ee731-e85c-4fdc-b3fe-a872249fd772 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 210 time: 0.4283643 Sep 01 16:34:08.820132 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.agents_db [None req-09d9e05d-4d55-4c1e-8994-77c39c5d0c8d None None] Agent healthcheck: found 6 active agents {{(pid=106492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:34:08.851402 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9810b993-100c-49e7-a24f-b3a93266760c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (d26daa40-7f47-43e9-84b7-b78b5c52fa78), before_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:08.858975 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:08.859938 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:08.906038 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4325303c-b647-4a22-9609-9915abfaa470 admin admin] Network ba8f8151-1775-4d72-8643-4c1aec9c20a0 is already hosted by enough agents. {{(pid=106489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:34:08.921882 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:08.936936 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.base_scheduler [None req-4325303c-b647-4a22-9609-9915abfaa470 admin admin] Resources bound (agent type, host, resource id): {{(pid=106489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:34:08.966095 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-e3f0c60d-12b2-4a01-97bf-d2ee2e6d356c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208dbca3-d940-4eab-bea6-4d11998c3a34', 'name': 'tempest-DeleteServersTestJSON-1684259872-router', 'tenant_id': '5c40a340919a49cc8b73687df600e2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'c684aa58-2f24-4158-9530-9bc8d2b85191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:53Z', 'updated_at': '2022-09-01T16:34:01Z', 'revision_number': 4, 'project_id': '5c40a340919a49cc8b73687df600e2ea', 'gw_port': {'id': 'c684aa58-2f24-4158-9530-9bc8d2b85191', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208dbca3-d940-4eab-bea6-4d11998c3a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:54Z', 'updated_at': '2022-09-01T16:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '0a6c5114-6e11-4cd7-9586-1a0eb371ef3a', 'name': '', 'network_id': 'dca0ab61-d5ff-4379-b762-3829795267ff', 'tenant_id': '5c40a340919a49cc8b73687df600e2ea', 'mac_address': 'fa:16:3e:d7:25:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208dbca3-d940-4eab-bea6-4d11998c3a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a44d6986-5951-4786-acc4-4dfb02069724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:59Z', 'updated_at': '2022-09-01T16:34:07Z', 'revision_number': 4, 'project_id': '5c40a340919a49cc8b73687df600e2ea', 'subnets': [{'id': 'a44d6986-5951-4786-acc4-4dfb02069724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:34:08.974711 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-f7f23d79-3bbf-4e6f-a94a-87dba98ccb0a tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks [] for security_group_rule (934cf6ef-50ae-4fbf-b063-ac75cfdbc346), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:09.012547 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-f7f23d79-3bbf-4e6f-a94a-87dba98ccb0a tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684833'] for security_group_rule (934cf6ef-50ae-4fbf-b063-ac75cfdbc346), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:09.023347 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f0c60d-12b2-4a01-97bf-d2ee2e6d356c None None] The sync data for ids ['208dbca3-d940-4eab-bea6-4d11998c3a34'] in dv-cinder-852209-10-iscsi is: [{'id': '208dbca3-d940-4eab-bea6-4d11998c3a34', 'name': 'tempest-DeleteServersTestJSON-1684259872-router', 'tenant_id': '5c40a340919a49cc8b73687df600e2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'c684aa58-2f24-4158-9530-9bc8d2b85191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:53Z', 'updated_at': '2022-09-01T16:34:01Z', 'revision_number': 4, 'project_id': '5c40a340919a49cc8b73687df600e2ea', 'gw_port': {'id': 'c684aa58-2f24-4158-9530-9bc8d2b85191', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208dbca3-d940-4eab-bea6-4d11998c3a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:54Z', 'updated_at': '2022-09-01T16:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '0a6c5114-6e11-4cd7-9586-1a0eb371ef3a', 'name': '', 'network_id': 'dca0ab61-d5ff-4379-b762-3829795267ff', 'tenant_id': '5c40a340919a49cc8b73687df600e2ea', 'mac_address': 'fa:16:3e:d7:25:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208dbca3-d940-4eab-bea6-4d11998c3a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a44d6986-5951-4786-acc4-4dfb02069724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:59Z', 'updated_at': '2022-09-01T16:34:07Z', 'revision_number': 4, 'project_id': '5c40a340919a49cc8b73687df600e2ea', 'subnets': [{'id': 'a44d6986-5951-4786-acc4-4dfb02069724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:34:09.077983 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 6f5e2d84-5694-4838-b29d-6ed6db584211 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:34:09.078584 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (6f5e2d84-5694-4838-b29d-6ed6db584211), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:09.124069 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f23d79-3bbf-4e6f-a94a-87dba98ccb0a tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=934cf6ef-50ae-4fbf-b063-ac75cfdbc346,revision_number=0']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:09.141662 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-f7f23d79-3bbf-4e6f-a94a-87dba98ccb0a tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:09.144027 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-f7f23d79-3bbf-4e6f-a94a-87dba98ccb0a tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0454967 Sep 01 16:34:09.155303 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 57466) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:09.192936 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-8ea3011d-c448-4c18-899b-e7e99607c3f8 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Request body: {'floatingip': {'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:34:09.229987 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 57468) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:09.233542 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4325303c-b647-4a22-9609-9915abfaa470 admin admin] Router 48f873e9-78f3-4e51-a88f-9b06779297cc has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:34:09.315167 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-7e23481f-3f19-488e-9625-54053d154af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'name': 'tempest-ServerRescueNegativeTestJSON-79216093-router', 'tenant_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'a535d833-902f-4a64-8202-c87f7233d9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:56Z', 'updated_at': '2022-09-01T16:34:01Z', 'revision_number': 3, 'project_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'gw_port': {'id': 'a535d833-902f-4a64-8202-c87f7233d9cc', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:58Z', 'updated_at': '2022-09-01T16:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:34:09.347238 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e23481f-3f19-488e-9625-54053d154af9 None None] The sync data for ids ['abdbc6da-bc2e-4748-ab4f-7f15fe3b4793'] in dv-cinder-852209-10-iscsi is: [{'id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'name': 'tempest-ServerRescueNegativeTestJSON-79216093-router', 'tenant_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'a535d833-902f-4a64-8202-c87f7233d9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:56Z', 'updated_at': '2022-09-01T16:34:01Z', 'revision_number': 3, 'project_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'gw_port': {'id': 'a535d833-902f-4a64-8202-c87f7233d9cc', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:58Z', 'updated_at': '2022-09-01T16:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}] {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:34:09.390385 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-e9959cc0-ed13-4fbb-aa2e-a410224e455e admin admin] Publish callbacks [] for security_group (81a76e1a-1b46-4367-8e0f-99d9afdd0880), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:09.397395 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8ea3011d-c448-4c18-899b-e7e99607c3f8 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:09.491859 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 6f5e2d84-5694-4838-b29d-6ed6db584211 is: DOWN; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:34:09.493341 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (6f5e2d84-5694-4838-b29d-6ed6db584211), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:09.509800 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-06ea6ac3-feea-4cba-ae39-e090759ae61c None None] Provisioning complete for port 11e2db5b-0dc1-4675-9634-32971211a38b triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:34:09.512298 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-06ea6ac3-feea-4cba-ae39-e090759ae61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (11e2db5b-0dc1-4675-9634-32971211a38b), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:09.584864 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-06ea6ac3-feea-4cba-ae39-e090759ae61c None None] Port 11e2db5b-0dc1-4675-9634-32971211a38b cannot update to ACTIVE because it is not bound. {{(pid=106491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 16:34:09.599313 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] For port 6f5e2d84-5694-4838-b29d-6ed6db584211, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=6f5e2d84-5694-4838-b29d-6ed6db584211,segment=NetworkSegment(6aaf10e3-1532-4b23-b8ff-2b17962713b0),segment_id=6aaf10e3-1532-4b23-b8ff-2b17962713b0)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:34:09.608396 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (6f5e2d84-5694-4838-b29d-6ed6db584211), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:09.609224 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 5725b561-ac7b-46f9-808b-618e1080359d up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:34:09.625930 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 57486) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:09.654898 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:09.679988 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9810b993-100c-49e7-a24f-b3a93266760c admin admin] Publish callbacks [] for port (d26daa40-7f47-43e9-84b7-b78b5c52fa78), precommit_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:09.686678 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4325303c-b647-4a22-9609-9915abfaa470 admin admin] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:34:09.702764 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-4325303c-b647-4a22-9609-9915abfaa470 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/48f873e9-78f3-4e51-a88f-9b06779297cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2611873 Sep 01 16:34:09.704612 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9810b993-100c-49e7-a24f-b3a93266760c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (d26daa40-7f47-43e9-84b7-b78b5c52fa78), after_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:09.705531 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9810b993-100c-49e7-a24f-b3a93266760c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631024'] for router_interface (abdbc6da-bc2e-4748-ab4f-7f15fe3b4793), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:09.745997 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:09.746844 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Pushing event updated for resources: {'Port': ['ID=6f5e2d84-5694-4838-b29d-6ed6db584211,revision_number=4']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:09.776511 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 5725b561-ac7b-46f9-808b-618e1080359d triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:34:09.776981 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (5725b561-ac7b-46f9-808b-618e1080359d), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:09.818573 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-e9959cc0-ed13-4fbb-aa2e-a410224e455e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (81a76e1a-1b46-4367-8e0f-99d9afdd0880), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:09.889358 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6cf38530-deb9-4077-871f-50bb2f23c3e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:09.923693 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9959cc0-ed13-4fbb-aa2e-a410224e455e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a76e1a-1b46-4367-8e0f-99d9afdd0880,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:09.972575 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 5725b561-ac7b-46f9-808b-618e1080359d is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:34:09.975224 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device a8429792-2677-4f04-9e17-a180ddf5c83f up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:34:10.025047 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-1a2be2e8-3ad6-4018-b761-96192e24f314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:10.051814 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-e9959cc0-ed13-4fbb-aa2e-a410224e455e admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=170a066ef9584da0915a40ff4379c985&name=default HTTP/1.1" status: 200 len: 2992 time: 2.1792324 Sep 01 16:34:10.052765 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 57506) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:10.055859 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810b993-100c-49e7-a24f-b3a93266760c admin admin] Pushing event updated for resources: {'Port': ['ID=d26daa40-7f47-43e9-84b7-b78b5c52fa78,revision_number=2']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:10.068757 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8ea3011d-c448-4c18-899b-e7e99607c3f8 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:10.108188 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port a8429792-2677-4f04-9e17-a180ddf5c83f triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:34:10.108743 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (a8429792-2677-4f04-9e17-a180ddf5c83f), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:10.199833 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:10.204035 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-907fb8fb-9154-41eb-bdf6-9cfc733b09f0 req-99206fe9-5f03-4820-a459-85ad799c25c4 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 210 time: 0.1378877 Sep 01 16:34:10.379218 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port a8429792-2677-4f04-9e17-a180ddf5c83f is: DOWN; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:34:10.379462 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (a8429792-2677-4f04-9e17-a180ddf5c83f), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:10.388520 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-aab7cb31-7eae-410f-9d65-52ad96cccc43 admin admin] Publish callbacks [] for security_group (81a76e1a-1b46-4367-8e0f-99d9afdd0880), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:10.435093 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] For port a8429792-2677-4f04-9e17-a180ddf5c83f, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=a8429792-2677-4f04-9e17-a180ddf5c83f,segment=NetworkSegment(6aaf10e3-1532-4b23-b8ff-2b17962713b0),segment_id=6aaf10e3-1532-4b23-b8ff-2b17962713b0)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:34:10.436955 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-aab7cb31-7eae-410f-9d65-52ad96cccc43 admin admin] Publish callbacks [] for security_group (81a76e1a-1b46-4367-8e0f-99d9afdd0880), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:10.440692 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9810b993-100c-49e7-a24f-b3a93266760c admin admin] Network f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7 is already hosted by enough agents. {{(pid=106489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:34:10.449530 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (a8429792-2677-4f04-9e17-a180ddf5c83f), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:10.450468 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device c684aa58-2f24-4158-9530-9bc8d2b85191 up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:34:10.465597 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.base_scheduler [None req-9810b993-100c-49e7-a24f-b3a93266760c admin admin] Resources bound (agent type, host, resource id): {{(pid=106489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:34:10.662467 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-aab7cb31-7eae-410f-9d65-52ad96cccc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (81a76e1a-1b46-4367-8e0f-99d9afdd0880), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:10.673960 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-aab7cb31-7eae-410f-9d65-52ad96cccc43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:10.674379 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-aab7cb31-7eae-410f-9d65-52ad96cccc43 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/81a76e1a-1b46-4367-8e0f-99d9afdd0880 HTTP/1.1" status: 204 len: 168 time: 0.6181297 Sep 01 16:34:10.701880 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edc1966-80f6-4eec-8b02-95f17b064cdc None None] Sync routers for ids ['48f873e9-78f3-4e51-a88f-9b06779297cc'] in dv-cinder-852209-10-iscsi {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:34:10.708917 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6cf38530-deb9-4077-871f-50bb2f23c3e7 admin admin] Publish callbacks [] for security_group (1ce2a79a-65c6-4f9e-bba8-bbe4b5389a0f), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:10.720236 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab7cb31-7eae-410f-9d65-52ad96cccc43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a76e1a-1b46-4367-8e0f-99d9afdd0880,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:10.732913 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:10.751712 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:10.752638 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6cf38530-deb9-4077-871f-50bb2f23c3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (1ce2a79a-65c6-4f9e-bba8-bbe4b5389a0f), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:10.772040 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_common [None req-8ea3011d-c448-4c18-899b-e7e99607c3f8 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Allocated IP 172.27.2.99 (537c3a33-78cb-41f3-a0ee-71478f9cfd9b/3e5d1400-7955-40a6-9a09-08f8a8c1db3a/4d71ef36-d9e6-443e-8e7a-d266f817997f) {{(pid=106490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:34:10.801485 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Pushing event updated for resources: {'Port': ['ID=a8429792-2677-4f04-9e17-a180ddf5c83f,revision_number=4']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:10.850670 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edc1966-80f6-4eec-8b02-95f17b064cdc None None] Routers {'48f873e9-78f3-4e51-a88f-9b06779297cc'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:34:10.851397 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-6edc1966-80f6-4eec-8b02-95f17b064cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:33:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['48f873e9-78f3-4e51-a88f-9b06779297cc'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:34:11.001332 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 57530) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:11.014168 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-74115e90-dea3-4612-9155-c4619c2cdeff tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Request body: {'security_group': {'name': 'tempest-securitygroup--929957360', 'description': 'tempest-description--1496531359'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:34:11.025225 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port c684aa58-2f24-4158-9530-9bc8d2b85191 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:34:11.025615 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (c684aa58-2f24-4158-9530-9bc8d2b85191), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:11.125589 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26370a97-c224-4425-a41b-1fd629ef18ef None None] Sync routers for ids ['8a7bba63-cf84-4a53-bfd6-eaff5c296ac8'] in dv-cinder-852209-10-iscsi {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:34:11.158343 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26370a97-c224-4425-a41b-1fd629ef18ef None None] Routers {'8a7bba63-cf84-4a53-bfd6-eaff5c296ac8'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:34:11.159311 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-1a2be2e8-3ad6-4018-b761-96192e24f314 admin admin] Publish callbacks [] for security_group (133d5158-c577-43e1-b90b-45ebeb19c470), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:11.160672 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-26370a97-c224-4425-a41b-1fd629ef18ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:33:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['8a7bba63-cf84-4a53-bfd6-eaff5c296ac8'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:34:11.194990 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9810b993-100c-49e7-a24f-b3a93266760c admin admin] Router abdbc6da-bc2e-4748-ab4f-7f15fe3b4793 has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:34:11.202015 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-1a2be2e8-3ad6-4018-b761-96192e24f314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (133d5158-c577-43e1-b90b-45ebeb19c470), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:11.210088 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-74115e90-dea3-4612-9155-c4619c2cdeff tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:11.289453 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-1a2be2e8-3ad6-4018-b761-96192e24f314 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=07369ffa37c54449978dfb5ef24150ed&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0518687 Sep 01 16:34:11.302630 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 57536) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:11.314032 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-6cf38530-deb9-4077-871f-50bb2f23c3e7 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ed187feab3f94be38411d79b7600d191&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6868327 Sep 01 16:34:11.416138 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 57540) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:11.428356 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-e4cf7dc2-0b59-4f24-b809-53dab4b25d8d None None] Provisioning complete for port d26daa40-7f47-43e9-84b7-b78b5c52fa78 triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:34:11.428960 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-e4cf7dc2-0b59-4f24-b809-53dab4b25d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (d26daa40-7f47-43e9-84b7-b78b5c52fa78), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:11.465185 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf38530-deb9-4077-871f-50bb2f23c3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce2a79a-65c6-4f9e-bba8-bbe4b5389a0f,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:11.513607 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-74115e90-dea3-4612-9155-c4619c2cdeff tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks [] for security_group (57020760-b160-47fd-a916-6d09cc288034), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:11.527745 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-74115e90-dea3-4612-9155-c4619c2cdeff tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (57020760-b160-47fd-a916-6d09cc288034), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:11.552263 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8ea3011d-c448-4c18-899b-e7e99607c3f8 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks [] for port (4d71ef36-d9e6-443e-8e7a-d266f817997f), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:11.587882 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-26370a97-c224-4425-a41b-1fd629ef18ef None None] Set router 8a7bba63-cf84-4a53-bfd6-eaff5c296ac8 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:34:11.695378 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:11.711186 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-24487b5c-d4f8-49e2-aed3-ac7beef45dac req-9b14033a-a5bb-42e8-a470-899c70d87543 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 210 time: 0.1491473 Sep 01 16:34:11.724959 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-74115e90-dea3-4612-9155-c4619c2cdeff tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:11.731111 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-74115e90-dea3-4612-9155-c4619c2cdeff tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7283354 Sep 01 16:34:11.732428 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74115e90-dea3-4612-9155-c4619c2cdeff tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57020760-b160-47fd-a916-6d09cc288034,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:11.735183 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 57556) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:11.752037 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-de235f94-25e1-4f0d-a588-1b33dfbc51c3 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Request body: {'security_group_rule': {'security_group_id': '57020760-b160-47fd-a916-6d09cc288034', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:34:11.827750 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=10 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:11.855120 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-de235f94-25e1-4f0d-a588-1b33dfbc51c3 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks [] for security_group_rule (6a3b2834-89e4-47a1-962a-89772995485a), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:11.898487 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-6edc1966-80f6-4eec-8b02-95f17b064cdc None None] Set router 48f873e9-78f3-4e51-a88f-9b06779297cc gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:34:11.950500 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8ea3011d-c448-4c18-899b-e7e99607c3f8 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847'] for port (4d71ef36-d9e6-443e-8e7a-d266f817997f), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:12.004953 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2be2e8-3ad6-4018-b761-96192e24f314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133d5158-c577-43e1-b90b-45ebeb19c470,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:12.052887 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-05a25ed4-e763-4b27-86bc-7ac3d9c70e33 admin admin] Publish callbacks [] for security_group (133d5158-c577-43e1-b90b-45ebeb19c470), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:12.059897 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-de235f94-25e1-4f0d-a588-1b33dfbc51c3 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks [] for security_group_rule (6a3b2834-89e4-47a1-962a-89772995485a), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:12.063902 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-e4cf7dc2-0b59-4f24-b809-53dab4b25d8d None None] Port d26daa40-7f47-43e9-84b7-b78b5c52fa78 cannot update to ACTIVE because it is not bound. {{(pid=106491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 16:34:12.109318 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port c684aa58-2f24-4158-9530-9bc8d2b85191 is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:34:12.110654 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device a3df9579-b992-4f4a-974b-7500f8bd1bb7 up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:34:12.117245 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-de235f94-25e1-4f0d-a588-1b33dfbc51c3 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684833'] for security_group_rule (6a3b2834-89e4-47a1-962a-89772995485a), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:12.168932 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea3011d-c448-4c18-899b-e7e99607c3f8 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Network 537c3a33-78cb-41f3-a0ee-71478f9cfd9b is already hosted by enough agents. {{(pid=106490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:34:12.170703 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-05a25ed4-e763-4b27-86bc-7ac3d9c70e33 admin admin] Publish callbacks [] for security_group (133d5158-c577-43e1-b90b-45ebeb19c470), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:12.177103 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [None req-8ea3011d-c448-4c18-899b-e7e99607c3f8 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Resources bound (agent type, host, resource id): {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:34:12.182267 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:12.184139 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-26370a97-c224-4425-a41b-1fd629ef18ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'name': 'tempest-AttachVolumeShelveTestJSON-788111627-router', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '6f5e2d84-5694-4838-b29d-6ed6db584211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:55Z', 'updated_at': '2022-09-01T16:34:03Z', 'revision_number': 4, 'project_id': 'cfb0b630e22745e8af15fb02c71800c3', 'gw_port': {'id': '6f5e2d84-5694-4838-b29d-6ed6db584211', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:57Z', 'updated_at': '2022-09-01T16:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '5bf7e611-18e1-489f-893a-f5c18377fe8e', 'name': '', 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'mac_address': 'fa:16:3e:b7:34:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fdf6e192-10ef-49d3-8b96-d6cc87fe33e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:34:02Z', 'updated_at': '2022-09-01T16:34:04Z', 'revision_number': 2, 'project_id': 'cfb0b630e22745e8af15fb02c71800c3', 'subnets': [{'id': 'fdf6e192-10ef-49d3-8b96-d6cc87fe33e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:34:12.185468 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea3011d-c448-4c18-899b-e7e99607c3f8 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Received port after_create {{(pid=106490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:34:12.198367 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de235f94-25e1-4f0d-a588-1b33dfbc51c3 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a3b2834-89e4-47a1-962a-89772995485a,revision_number=0']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:12.208812 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea3011d-c448-4c18-899b-e7e99607c3f8 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Pushing event updated for resources: {'Port': ['ID=4d71ef36-d9e6-443e-8e7a-d266f817997f,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:12.216845 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-de235f94-25e1-4f0d-a588-1b33dfbc51c3 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:12.218139 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-de235f94-25e1-4f0d-a588-1b33dfbc51c3 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4747961 Sep 01 16:34:12.223012 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 57570) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:12.243119 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26370a97-c224-4425-a41b-1fd629ef18ef None None] Checking router: 8a7bba63-cf84-4a53-bfd6-eaff5c296ac8 for host: dv-cinder-852209-10-iscsi {{(pid=106492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:34:12.243462 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26370a97-c224-4425-a41b-1fd629ef18ef None None] Updating router 8a7bba63-cf84-4a53-bfd6-eaff5c296ac8 port 5bf7e611-18e1-489f-893a-f5c18377fe8e binding host dv-cinder-852209-10-iscsi {{(pid=106492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:34:12.245300 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-b83a8b07-be57-4acf-b06f-df4bf4d3b43f tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Request body: {'security_group_rule': {'security_group_id': '57020760-b160-47fd-a916-6d09cc288034', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:34:12.298569 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.77', 62693) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:12.312426 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:12.346354 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-26370a97-c224-4425-a41b-1fd629ef18ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (5bf7e611-18e1-489f-893a-f5c18377fe8e), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:12.469817 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-a05a49a4-a3c8-446b-96e4-1682b00bb2ce admin admin] Publish callbacks [] for security_group (1ce2a79a-65c6-4f9e-bba8-bbe4b5389a0f), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:12.483125 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-a08ddd36-c565-4d12-b790-db2ef6e7a113 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:12.487295 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-a08ddd36-c565-4d12-b790-db2ef6e7a113 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.77 "GET /networking/v2.0/networks?id=dca0ab61-d5ff-4379-b762-3829795267ff HTTP/1.1" status: 200 len: 812 time: 0.1849163 Sep 01 16:34:12.490482 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port a3df9579-b992-4f4a-974b-7500f8bd1bb7 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:34:12.491046 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (a3df9579-b992-4f4a-974b-7500f8bd1bb7), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:12.578171 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-8c1d504b-d923-4c6d-8819-c94cd04500d5 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Request body: {'port': {'device_id': '6af33e17-eea1-4429-bca2-299dc3f02bf8', 'network_id': 'dca0ab61-d5ff-4379-b762-3829795267ff', 'admin_state_up': True, 'tenant_id': '5c40a340919a49cc8b73687df600e2ea'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:34:12.587983 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-a05a49a4-a3c8-446b-96e4-1682b00bb2ce admin admin] Publish callbacks [] for security_group (1ce2a79a-65c6-4f9e-bba8-bbe4b5389a0f), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:12.675824 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8ea3011d-c448-4c18-899b-e7e99607c3f8 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks [] for floatingip (34597c7e-4860-40a8-b4cf-17644793f11a), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:12.696262 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-6edc1966-80f6-4eec-8b02-95f17b064cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'name': 'tempest-AttachVolumeTestJSON-1559330657-router', 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'a8429792-2677-4f04-9e17-a180ddf5c83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:56Z', 'updated_at': '2022-09-01T16:34:06Z', 'revision_number': 4, 'project_id': 'aab96a55de014d8cac2c004ba7cadedd', 'gw_port': {'id': 'a8429792-2677-4f04-9e17-a180ddf5c83f', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:58Z', 'updated_at': '2022-09-01T16:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '11e2db5b-0dc1-4675-9634-32971211a38b', 'name': '', 'network_id': 'ba8f8151-1775-4d72-8643-4c1aec9c20a0', 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'mac_address': 'fa:16:3e:7f:00:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '78963023-41a6-45a3-a4c4-170de5dc804e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:34:04Z', 'updated_at': '2022-09-01T16:34:07Z', 'revision_number': 2, 'project_id': 'aab96a55de014d8cac2c004ba7cadedd', 'subnets': [{'id': '78963023-41a6-45a3-a4c4-170de5dc804e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:34:12.714039 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b83a8b07-be57-4acf-b06f-df4bf4d3b43f tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks [] for security_group_rule (9ece908a-f9d6-4ff6-9421-65639bab710d), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:12.739280 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-05a25ed4-e763-4b27-86bc-7ac3d9c70e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (133d5158-c577-43e1-b90b-45ebeb19c470), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:12.742455 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-05a25ed4-e763-4b27-86bc-7ac3d9c70e33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:12.747981 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-05a25ed4-e763-4b27-86bc-7ac3d9c70e33 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/133d5158-c577-43e1-b90b-45ebeb19c470 HTTP/1.1" status: 204 len: 168 time: 1.4368033 Sep 01 16:34:12.787559 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-a05a49a4-a3c8-446b-96e4-1682b00bb2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (1ce2a79a-65c6-4f9e-bba8-bbe4b5389a0f), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:12.790143 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-a05a49a4-a3c8-446b-96e4-1682b00bb2ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:12.798888 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edc1966-80f6-4eec-8b02-95f17b064cdc None None] Checking router: 48f873e9-78f3-4e51-a88f-9b06779297cc for host: dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:34:12.799488 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edc1966-80f6-4eec-8b02-95f17b064cdc None None] Updating router 48f873e9-78f3-4e51-a88f-9b06779297cc port 11e2db5b-0dc1-4675-9634-32971211a38b binding host dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:34:12.801968 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-a05a49a4-a3c8-446b-96e4-1682b00bb2ce admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/1ce2a79a-65c6-4f9e-bba8-bbe4b5389a0f HTTP/1.1" status: 204 len: 168 time: 1.3845041 Sep 01 16:34:12.805167 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8ea3011d-c448-4c18-899b-e7e99607c3f8 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (4d71ef36-d9e6-443e-8e7a-d266f817997f), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:12.845834 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:12.858013 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a25ed4-e763-4b27-86bc-7ac3d9c70e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133d5158-c577-43e1-b90b-45ebeb19c470,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:12.888578 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a49a4-a3c8-446b-96e4-1682b00bb2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce2a79a-65c6-4f9e-bba8-bbe4b5389a0f,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:12.902934 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9810b993-100c-49e7-a24f-b3a93266760c admin admin] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:34:12.934005 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-9810b993-100c-49e7-a24f-b3a93266760c admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/abdbc6da-bc2e-4748-ab4f-7f15fe3b4793/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2366912 Sep 01 16:34:12.965640 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-8c1d504b-d923-4c6d-8819-c94cd04500d5 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Made reservation on behalf of 5c40a340919a49cc8b73687df600e2ea for: {'port': 1} {{(pid=106490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:34:12.976455 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-8c1d504b-d923-4c6d-8819-c94cd04500d5 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:12.983821 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b83a8b07-be57-4acf-b06f-df4bf4d3b43f tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks [] for security_group_rule (9ece908a-f9d6-4ff6-9421-65639bab710d), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:12.991480 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b83a8b07-be57-4acf-b06f-df4bf4d3b43f tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684833'] for security_group_rule (9ece908a-f9d6-4ff6-9421-65639bab710d), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:13.003839 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-6edc1966-80f6-4eec-8b02-95f17b064cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (11e2db5b-0dc1-4675-9634-32971211a38b), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:13.075182 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b83a8b07-be57-4acf-b06f-df4bf4d3b43f tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:13.085734 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-b83a8b07-be57-4acf-b06f-df4bf4d3b43f tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8556209 Sep 01 16:34:13.089971 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 57602) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:13.098388 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-be579acc-8891-4727-a49e-12c4c558182c tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Request body: {'floatingip': {'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:34:13.111501 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-26370a97-c224-4425-a41b-1fd629ef18ef None None] Publish callbacks [] for port (5bf7e611-18e1-489f-893a-f5c18377fe8e), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:13.126217 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-26370a97-c224-4425-a41b-1fd629ef18ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (5bf7e611-18e1-489f-893a-f5c18377fe8e), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:13.142211 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port a3df9579-b992-4f4a-974b-7500f8bd1bb7 is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:34:13.150921 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a8b07-be57-4acf-b06f-df4bf4d3b43f tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ece908a-f9d6-4ff6-9421-65639bab710d,revision_number=0']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:13.164355 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-be579acc-8891-4727-a49e-12c4c558182c tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:13.258845 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224587d9-7a7e-4867-b39b-43632d0d9aab None None] Pushing event updated for resources: {'Port': ['ID=5bf7e611-18e1-489f-893a-f5c18377fe8e,revision_number=3']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:13.274949 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:13.355982 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [None req-26370a97-c224-4425-a41b-1fd629ef18ef None None] Attempting to bind port 5bf7e611-18e1-489f-893a-f5c18377fe8e on host dv-cinder-852209-10-iscsi for vnic_type normal with profile {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:34:13.356614 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [None req-26370a97-c224-4425-a41b-1fd629ef18ef None None] Attempting to bind port 5bf7e611-18e1-489f-893a-f5c18377fe8e by drivers openvswitch,hyperv on host dv-cinder-852209-10-iscsi at level 0 using segments [{'id': 'a5fdef99-cab9-4e68-9f85-2b12b874dece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9'}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:34:13.357253 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26370a97-c224-4425-a41b-1fd629ef18ef None None] Attempting to bind port 5bf7e611-18e1-489f-893a-f5c18377fe8e on network 1e2386a0-52ae-4650-b501-6e8c6cdd7cc9 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:34:13.363847 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26370a97-c224-4425-a41b-1fd629ef18ef None None] Checking agent: {'id': 'de41263d-808c-41d9-af38-92939b4ec796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 25, 56), 'started_at': datetime.datetime(2022, 9, 1, 16, 26, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:34:13.364677 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26370a97-c224-4425-a41b-1fd629ef18ef None None] Checking segment: {'id': 'a5fdef99-cab9-4e68-9f85-2b12b874dece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:34:13.365292 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-26370a97-c224-4425-a41b-1fd629ef18ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:13.365881 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26370a97-c224-4425-a41b-1fd629ef18ef None None] Bound using segment: {'id': 'a5fdef99-cab9-4e68-9f85-2b12b874dece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9'} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:34:13.366715 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [None req-26370a97-c224-4425-a41b-1fd629ef18ef None None] Bound port: 5bf7e611-18e1-489f-893a-f5c18377fe8e, host: dv-cinder-852209-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fdef99-cab9-4e68-9f85-2b12b874dece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9'}}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:34:13.367289 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-26370a97-c224-4425-a41b-1fd629ef18ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (5bf7e611-18e1-489f-893a-f5c18377fe8e), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:13.476284 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [None req-26370a97-c224-4425-a41b-1fd629ef18ef None None] For port 5bf7e611-18e1-489f-893a-f5c18377fe8e, host dv-cinder-852209-10-iscsi, cleared binding levels {{(pid=106492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:34:13.486461 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [None req-26370a97-c224-4425-a41b-1fd629ef18ef None None] For port 5bf7e611-18e1-489f-893a-f5c18377fe8e, host dv-cinder-852209-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=5bf7e611-18e1-489f-893a-f5c18377fe8e,segment=NetworkSegment(a5fdef99-cab9-4e68-9f85-2b12b874dece),segment_id=a5fdef99-cab9-4e68-9f85-2b12b874dece)] {{(pid=106492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:34:13.500540 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-26370a97-c224-4425-a41b-1fd629ef18ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (5bf7e611-18e1-489f-893a-f5c18377fe8e), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:13.546499 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:13.564342 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-4cf90c62-8d42-444e-9d52-bfc1622ff7e8 req-ec5a0534-9c7a-429c-9dd1-c9a2293f95b2 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 210 time: 0.4014826 Sep 01 16:34:13.600887 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26370a97-c224-4425-a41b-1fd629ef18ef None None] Routers {'8a7bba63-cf84-4a53-bfd6-eaff5c296ac8'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:34:13.601876 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-26370a97-c224-4425-a41b-1fd629ef18ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:33:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['8a7bba63-cf84-4a53-bfd6-eaff5c296ac8'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:34:13.752886 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224587d9-7a7e-4867-b39b-43632d0d9aab None None] Pushing event updated for resources: {'Port': ['ID=5bf7e611-18e1-489f-893a-f5c18377fe8e,revision_number=4']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:13.821968 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_common [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-8c1d504b-d923-4c6d-8819-c94cd04500d5 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Allocated IP 172.20.0.4 (dca0ab61-d5ff-4379-b762-3829795267ff/a44d6986-5951-4786-acc4-4dfb02069724/b086b899-9326-4795-b2fc-0c23a4a38451) {{(pid=106490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:34:13.854230 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 0a6c5114-6e11-4cd7-9586-1a0eb371ef3a up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:34:13.885864 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-be579acc-8891-4727-a49e-12c4c558182c tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:13.926562 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 0a6c5114-6e11-4cd7-9586-1a0eb371ef3a triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:34:13.927133 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (0a6c5114-6e11-4cd7-9586-1a0eb371ef3a), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:13.940633 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:13.955482 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:14.010424 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-26370a97-c224-4425-a41b-1fd629ef18ef None None] Set router 8a7bba63-cf84-4a53-bfd6-eaff5c296ac8 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:34:14.018677 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:14.065371 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 0a6c5114-6e11-4cd7-9586-1a0eb371ef3a is: DOWN; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:34:14.065766 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (0a6c5114-6e11-4cd7-9586-1a0eb371ef3a), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:14.081041 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.db_base_plugin_common [None req-be579acc-8891-4727-a49e-12c4c558182c tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Allocated IP 172.27.2.32 (537c3a33-78cb-41f3-a0ee-71478f9cfd9b/3e5d1400-7955-40a6-9a09-08f8a8c1db3a/dfe86589-c6de-47f6-9b9d-1219d299dc88) {{(pid=106489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:34:14.115455 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-6edc1966-80f6-4eec-8b02-95f17b064cdc None None] Publish callbacks [] for port (11e2db5b-0dc1-4675-9634-32971211a38b), precommit_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:14.126609 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] For port 0a6c5114-6e11-4cd7-9586-1a0eb371ef3a, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=0a6c5114-6e11-4cd7-9586-1a0eb371ef3a,segment=NetworkSegment(91e4d3b2-6d1f-430a-ad42-f0e903dfbe1f),segment_id=91e4d3b2-6d1f-430a-ad42-f0e903dfbe1f)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:34:14.129166 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-6edc1966-80f6-4eec-8b02-95f17b064cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (11e2db5b-0dc1-4675-9634-32971211a38b), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:14.146015 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (0a6c5114-6e11-4cd7-9586-1a0eb371ef3a), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:14.148570 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8ea3011d-c448-4c18-899b-e7e99607c3f8 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks [] for port (4d71ef36-d9e6-443e-8e7a-d266f817997f), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:14.151166 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device a535d833-902f-4a64-8202-c87f7233d9cc up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:34:14.201607 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 57638) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:14.233855 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-8701f0bb-f0e8-4a91-8278-4dee255f45f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:14.395228 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8ea3011d-c448-4c18-899b-e7e99607c3f8 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (4d71ef36-d9e6-443e-8e7a-d266f817997f), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:14.396587 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8ea3011d-c448-4c18-899b-e7e99607c3f8 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631243'] for floatingip (34597c7e-4860-40a8-b4cf-17644793f11a), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:14.417522 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:14.431801 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f175bb-3761-45d0-970c-23b82ad53ed3 None None] Pushing event updated for resources: {'Port': ['ID=11e2db5b-0dc1-4675-9634-32971211a38b,revision_number=3']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:14.442681 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-8701f0bb-f0e8-4a91-8278-4dee255f45f1 admin admin] Publish callbacks [] for security_group (01a32714-ce90-4b46-8735-49f4e5cfd049), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:14.459968 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-26370a97-c224-4425-a41b-1fd629ef18ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'name': 'tempest-AttachVolumeShelveTestJSON-788111627-router', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '6f5e2d84-5694-4838-b29d-6ed6db584211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:55Z', 'updated_at': '2022-09-01T16:34:03Z', 'revision_number': 4, 'project_id': 'cfb0b630e22745e8af15fb02c71800c3', 'gw_port': {'id': '6f5e2d84-5694-4838-b29d-6ed6db584211', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:57Z', 'updated_at': '2022-09-01T16:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '5bf7e611-18e1-489f-893a-f5c18377fe8e', 'name': '', 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'mac_address': 'fa:16:3e:b7:34:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fdf6e192-10ef-49d3-8b96-d6cc87fe33e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:34:02Z', 'updated_at': '2022-09-01T16:34:13Z', 'revision_number': 4, 'project_id': 'cfb0b630e22745e8af15fb02c71800c3', 'subnets': [{'id': 'fdf6e192-10ef-49d3-8b96-d6cc87fe33e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:34:14.461997 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-8701f0bb-f0e8-4a91-8278-4dee255f45f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (01a32714-ce90-4b46-8735-49f4e5cfd049), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:14.490998 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea3011d-c448-4c18-899b-e7e99607c3f8 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Pushing event updated for resources: {'Port': ['ID=4d71ef36-d9e6-443e-8e7a-d266f817997f,revision_number=2']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:14.519457 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8ea3011d-c448-4c18-899b-e7e99607c3f8 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for floatingip (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:14.522891 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-8ea3011d-c448-4c18-899b-e7e99607c3f8 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3501997 Sep 01 16:34:14.531907 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port a535d833-902f-4a64-8202-c87f7233d9cc triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:34:14.532519 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (a535d833-902f-4a64-8202-c87f7233d9cc), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:14.538597 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26370a97-c224-4425-a41b-1fd629ef18ef None None] The sync data for ids ['8a7bba63-cf84-4a53-bfd6-eaff5c296ac8'] in dv-cinder-852209-10-iscsi is: [{'id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'name': 'tempest-AttachVolumeShelveTestJSON-788111627-router', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '6f5e2d84-5694-4838-b29d-6ed6db584211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:55Z', 'updated_at': '2022-09-01T16:34:03Z', 'revision_number': 4, 'project_id': 'cfb0b630e22745e8af15fb02c71800c3', 'gw_port': {'id': '6f5e2d84-5694-4838-b29d-6ed6db584211', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:57Z', 'updated_at': '2022-09-01T16:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '5bf7e611-18e1-489f-893a-f5c18377fe8e', 'name': '', 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'mac_address': 'fa:16:3e:b7:34:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fdf6e192-10ef-49d3-8b96-d6cc87fe33e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:34:02Z', 'updated_at': '2022-09-01T16:34:13Z', 'revision_number': 4, 'project_id': 'cfb0b630e22745e8af15fb02c71800c3', 'subnets': [{'id': 'fdf6e192-10ef-49d3-8b96-d6cc87fe33e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:34:14.550871 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-6edc1966-80f6-4eec-8b02-95f17b064cdc None None] Attempting to bind port 11e2db5b-0dc1-4675-9634-32971211a38b on host dv-cinder-852209-10-iscsi for vnic_type normal with profile {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:34:14.551247 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-6edc1966-80f6-4eec-8b02-95f17b064cdc None None] Attempting to bind port 11e2db5b-0dc1-4675-9634-32971211a38b by drivers openvswitch,hyperv on host dv-cinder-852209-10-iscsi at level 0 using segments [{'id': '6f41d63c-c0db-43b8-a48d-b58014c53e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'ba8f8151-1775-4d72-8643-4c1aec9c20a0'}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:34:14.551602 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edc1966-80f6-4eec-8b02-95f17b064cdc None None] Attempting to bind port 11e2db5b-0dc1-4675-9634-32971211a38b on network ba8f8151-1775-4d72-8643-4c1aec9c20a0 {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:34:14.614064 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edc1966-80f6-4eec-8b02-95f17b064cdc None None] Checking agent: {'id': 'de41263d-808c-41d9-af38-92939b4ec796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 25, 56), 'started_at': datetime.datetime(2022, 9, 1, 16, 26, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:34:14.614472 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edc1966-80f6-4eec-8b02-95f17b064cdc None None] Checking segment: {'id': '6f41d63c-c0db-43b8-a48d-b58014c53e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'ba8f8151-1775-4d72-8643-4c1aec9c20a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:34:14.614877 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-6edc1966-80f6-4eec-8b02-95f17b064cdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:14.615275 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edc1966-80f6-4eec-8b02-95f17b064cdc None None] Bound using segment: {'id': '6f41d63c-c0db-43b8-a48d-b58014c53e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'ba8f8151-1775-4d72-8643-4c1aec9c20a0'} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:34:14.615762 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-6edc1966-80f6-4eec-8b02-95f17b064cdc None None] Bound port: 11e2db5b-0dc1-4675-9634-32971211a38b, host: dv-cinder-852209-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f41d63c-c0db-43b8-a48d-b58014c53e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'ba8f8151-1775-4d72-8643-4c1aec9c20a0'}}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:34:14.616145 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-6edc1966-80f6-4eec-8b02-95f17b064cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (11e2db5b-0dc1-4675-9634-32971211a38b), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:14.620071 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-8c1d504b-d923-4c6d-8819-c94cd04500d5 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Publish callbacks [] for port (b086b899-9326-4795-b2fc-0c23a4a38451), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:14.668229 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-8701f0bb-f0e8-4a91-8278-4dee255f45f1 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=15bc0930beb341cfb9f5e8293c274efe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4589388 Sep 01 16:34:14.674748 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 57650) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:14.685448 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:14.688095 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-8c1d504b-d923-4c6d-8819-c94cd04500d5 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847'] for port (b086b899-9326-4795-b2fc-0c23a4a38451), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:14.718316 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8701f0bb-f0e8-4a91-8278-4dee255f45f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a32714-ce90-4b46-8735-49f4e5cfd049,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:14.771560 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-be579acc-8891-4727-a49e-12c4c558182c tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks [] for port (dfe86589-c6de-47f6-9b9d-1219d299dc88), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:14.873276 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Pushing event updated for resources: {'Port': ['ID=0a6c5114-6e11-4cd7-9586-1a0eb371ef3a,revision_number=5']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:14.952065 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-8c1d504b-d923-4c6d-8819-c94cd04500d5 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Network dca0ab61-d5ff-4379-b762-3829795267ff is already hosted by enough agents. {{(pid=106490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:34:14.972355 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-8c1d504b-d923-4c6d-8819-c94cd04500d5 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Resources bound (agent type, host, resource id): {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:34:14.984507 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-8c1d504b-d923-4c6d-8819-c94cd04500d5 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Received port after_create {{(pid=106490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:34:14.993569 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-8c1d504b-d923-4c6d-8819-c94cd04500d5 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:14.999449 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-8c1d504b-d923-4c6d-8819-c94cd04500d5 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:15.002444 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d504b-d923-4c6d-8819-c94cd04500d5 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Pushing event updated for resources: {'Port': ['ID=b086b899-9326-4795-b2fc-0c23a4a38451,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:15.104321 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50fea2b-8cc7-47c0-9b66-2d13a4e8717d req-264cbcaa-482a-4584-b5a4-8260c3d3b622 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:15.127604 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-e50fea2b-8cc7-47c0-9b66-2d13a4e8717d req-264cbcaa-482a-4584-b5a4-8260c3d3b622 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 931 time: 0.3382318 Sep 01 16:34:15.130956 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7a1703d3-cdf9-4b02-afca-1cbe12d46a22 admin admin] Publish callbacks [] for security_group (01a32714-ce90-4b46-8735-49f4e5cfd049), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:15.136170 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-be579acc-8891-4727-a49e-12c4c558182c tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847'] for port (dfe86589-c6de-47f6-9b9d-1219d299dc88), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:15.150295 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-6edc1966-80f6-4eec-8b02-95f17b064cdc None None] For port 11e2db5b-0dc1-4675-9634-32971211a38b, host dv-cinder-852209-10-iscsi, cleared binding levels {{(pid=106491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:34:15.165004 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-6edc1966-80f6-4eec-8b02-95f17b064cdc None None] For port 11e2db5b-0dc1-4675-9634-32971211a38b, host dv-cinder-852209-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=11e2db5b-0dc1-4675-9634-32971211a38b,segment=NetworkSegment(6f41d63c-c0db-43b8-a48d-b58014c53e5f),segment_id=6f41d63c-c0db-43b8-a48d-b58014c53e5f)] {{(pid=106491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:34:15.217213 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-6edc1966-80f6-4eec-8b02-95f17b064cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (11e2db5b-0dc1-4675-9634-32971211a38b), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:15.231160 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7a1703d3-cdf9-4b02-afca-1cbe12d46a22 admin admin] Publish callbacks [] for security_group (01a32714-ce90-4b46-8735-49f4e5cfd049), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:15.400950 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-8c1d504b-d923-4c6d-8819-c94cd04500d5 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8432560 Sep 01 16:34:15.405217 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be579acc-8891-4727-a49e-12c4c558182c tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Network 537c3a33-78cb-41f3-a0ee-71478f9cfd9b is already hosted by enough agents. {{(pid=106489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:34:15.418017 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.base_scheduler [None req-be579acc-8891-4727-a49e-12c4c558182c tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Resources bound (agent type, host, resource id): {{(pid=106489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:34:15.429866 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7a1703d3-cdf9-4b02-afca-1cbe12d46a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (01a32714-ce90-4b46-8735-49f4e5cfd049), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:15.445796 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7a1703d3-cdf9-4b02-afca-1cbe12d46a22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:15.450947 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-7a1703d3-cdf9-4b02-afca-1cbe12d46a22 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/01a32714-ce90-4b46-8735-49f4e5cfd049 HTTP/1.1" status: 204 len: 168 time: 0.7726550 Sep 01 16:34:15.478705 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-63713fa3-bd9c-4744-8e15-14fa103b5563 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106490) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 01 16:34:15.479807 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-63713fa3-bd9c-4744-8e15-14fa103b5563 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.77 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0285561 Sep 01 16:34:15.518433 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f175bb-3761-45d0-970c-23b82ad53ed3 None None] Pushing event updated for resources: {'Port': ['ID=11e2db5b-0dc1-4675-9634-32971211a38b,revision_number=4']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:15.527623 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be579acc-8891-4727-a49e-12c4c558182c tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Received port after_create {{(pid=106489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:34:15.551145 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-e50fea2b-8cc7-47c0-9b66-2d13a4e8717d req-1c7becec-2f8c-4e5d-8141-40acd5f31db5 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=394ec080-8797-4674-9de4-8f003da9c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214051 Sep 01 16:34:15.561846 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port a535d833-902f-4a64-8202-c87f7233d9cc is: DOWN; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:34:15.564453 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (a535d833-902f-4a64-8202-c87f7233d9cc), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:15.655289 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] For port a535d833-902f-4a64-8202-c87f7233d9cc, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=a535d833-902f-4a64-8202-c87f7233d9cc,segment=NetworkSegment(6aaf10e3-1532-4b23-b8ff-2b17962713b0),segment_id=6aaf10e3-1532-4b23-b8ff-2b17962713b0)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:34:15.673023 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edc1966-80f6-4eec-8b02-95f17b064cdc None None] Routers {'48f873e9-78f3-4e51-a88f-9b06779297cc'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:34:15.674813 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-6edc1966-80f6-4eec-8b02-95f17b064cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:33:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['48f873e9-78f3-4e51-a88f-9b06779297cc'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:34:15.685019 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (a535d833-902f-4a64-8202-c87f7233d9cc), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:15.695659 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 6f5e2d84-5694-4838-b29d-6ed6db584211 up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:34:15.755513 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be579acc-8891-4727-a49e-12c4c558182c tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Pushing event updated for resources: {'Port': ['ID=dfe86589-c6de-47f6-9b9d-1219d299dc88,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:15.803633 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1703d3-cdf9-4b02-afca-1cbe12d46a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a32714-ce90-4b46-8735-49f4e5cfd049,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:15.855738 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-be579acc-8891-4727-a49e-12c4c558182c tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks [] for floatingip (2e36b006-7e24-4dbc-a35c-091ac3a22a32), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:15.926489 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:15.960294 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:16.016023 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-be579acc-8891-4727-a49e-12c4c558182c tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (dfe86589-c6de-47f6-9b9d-1219d299dc88), before_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:16.031229 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-c0d73017-6cf7-4f11-8e94-b86b7f5a86e1 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--263685407&fields=id&tenant_id=cfb0b630e22745e8af15fb02c71800c3 HTTP/1.1" status: 200 len: 267 time: 0.1794131 Sep 01 16:34:16.065607 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099f12e-4925-4554-a116-a7cc996817f1 req-6f9274d1-d442-42aa-bd3a-731cd225485a tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:16.078585 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1099f12e-4925-4554-a116-a7cc996817f1 req-6f9274d1-d442-42aa-bd3a-731cd225485a tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/networks?id=f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7 HTTP/1.1" status: 200 len: 817 time: 0.6707439 Sep 01 16:34:16.119260 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1099f12e-4925-4554-a116-a7cc996817f1 req-2531b6e1-539c-4add-9605-bd0cea098137 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/quotas/b4bbb5d3895c49fa8695d3bca946dbea HTTP/1.1" status: 200 len: 375 time: 0.0389845 Sep 01 16:34:16.225186 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5da8f39a-3b15-4837-a02b-c20dd0711c32 None None] Provisioning complete for port b086b899-9326-4795-b2fc-0c23a4a38451 triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:34:16.225714 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5da8f39a-3b15-4837-a02b-c20dd0711c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (b086b899-9326-4795-b2fc-0c23a4a38451), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:16.235424 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1099f12e-4925-4554-a116-a7cc996817f1 req-4a426f64-8b8e-4579-9631-9bcd4d4fe5e0 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=b4bbb5d3895c49fa8695d3bca946dbea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1149566 Sep 01 16:34:16.371848 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-680ad579-67d5-458c-a6c9-aeb22807d1e8 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:16.379728 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-680ad579-67d5-458c-a6c9-aeb22807d1e8 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/networks?id=1e2386a0-52ae-4650-b501-6e8c6cdd7cc9 HTTP/1.1" status: 200 len: 816 time: 0.3470850 Sep 01 16:34:16.409228 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1099f12e-4925-4554-a116-a7cc996817f1 req-a25174bd-c7a5-4e0a-9c2c-8d814099ab4a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705723 Sep 01 16:34:16.415240 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5da8f39a-3b15-4837-a02b-c20dd0711c32 None None] Port b086b899-9326-4795-b2fc-0c23a4a38451 cannot update to ACTIVE because it is not bound. {{(pid=106491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 16:34:16.415455 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-0a3a5485-6872-487b-ae90-5eafa1454f23 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/quotas/cfb0b630e22745e8af15fb02c71800c3 HTTP/1.1" status: 200 len: 375 time: 0.0345793 Sep 01 16:34:16.425683 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24015c4f-6b79-4ace-b3f0-3b42e8548fe5 None None] Sync routers for ids ['abdbc6da-bc2e-4748-ab4f-7f15fe3b4793'] in dv-cinder-852209-10-iscsi {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:34:16.510481 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 6f5e2d84-5694-4838-b29d-6ed6db584211 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:34:16.510860 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (6f5e2d84-5694-4838-b29d-6ed6db584211), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:16.512449 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:16.568414 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Pushing event updated for resources: {'Port': ['ID=a535d833-902f-4a64-8202-c87f7233d9cc,revision_number=4']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:16.574204 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-1ecf3322-155d-4d49-ad2b-5039be92ca8f tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=cfb0b630e22745e8af15fb02c71800c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1579947 Sep 01 16:34:16.595107 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24015c4f-6b79-4ace-b3f0-3b42e8548fe5 None None] Routers {'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:34:16.595804 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-24015c4f-6b79-4ace-b3f0-3b42e8548fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:33:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['abdbc6da-bc2e-4748-ab4f-7f15fe3b4793'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:34:16.620262 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1099f12e-4925-4554-a116-a7cc996817f1 req-3fba59e8-3514-4cf2-b260-5d0d5dd23d3e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888032 Sep 01 16:34:16.654226 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-6edc1966-80f6-4eec-8b02-95f17b064cdc None None] Set router 48f873e9-78f3-4e51-a88f-9b06779297cc gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:34:16.838176 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-be579acc-8891-4727-a49e-12c4c558182c tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks [] for port (dfe86589-c6de-47f6-9b9d-1219d299dc88), precommit_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:16.845486 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-be579acc-8891-4727-a49e-12c4c558182c tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (dfe86589-c6de-47f6-9b9d-1219d299dc88), after_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:16.846453 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-be579acc-8891-4727-a49e-12c4c558182c tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631243'] for floatingip (2e36b006-7e24-4dbc-a35c-091ac3a22a32), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:17.134531 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be579acc-8891-4727-a49e-12c4c558182c tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Pushing event updated for resources: {'Port': ['ID=dfe86589-c6de-47f6-9b9d-1219d299dc88,revision_number=2']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:17.141789 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-be579acc-8891-4727-a49e-12c4c558182c tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for floatingip (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:17.143331 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-be579acc-8891-4727-a49e-12c4c558182c tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0486853 Sep 01 16:34:17.149332 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148861f-8169-4821-af20-6741ddc1cfbf req-98145046-63a2-49db-aeaa-00005d429a19 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:17.152828 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-6148861f-8169-4821-af20-6741ddc1cfbf req-98145046-63a2-49db-aeaa-00005d429a19 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 931 time: 0.1298132 Sep 01 16:34:17.211867 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:17.229087 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 6f5e2d84-5694-4838-b29d-6ed6db584211 is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:34:17.231383 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device a8429792-2677-4f04-9e17-a180ddf5c83f up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:34:17.284802 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-6148861f-8169-4821-af20-6741ddc1cfbf req-e1d1e813-a67a-4669-b4ea-1d311e2f8955 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=394ec080-8797-4674-9de4-8f003da9c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229188 Sep 01 16:34:17.404374 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=100 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:17.426012 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-48bb8548-5001-480c-888e-7b5742480759 req-7a438771-a3f4-4feb-a9a5-a9f1017531a0 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 210 time: 0.0652022 Sep 01 16:34:17.514292 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-6d347309-0d60-4ca3-8b67-21a33f79eaf5 service neutron] Request body: {'port': {'device_id': '6af33e17-eea1-4429-bca2-299dc3f02bf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:34:17.556781 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:17.601247 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port a8429792-2677-4f04-9e17-a180ddf5c83f triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:34:17.606070 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (a8429792-2677-4f04-9e17-a180ddf5c83f), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:17.692492 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-24015c4f-6b79-4ace-b3f0-3b42e8548fe5 None None] Set router abdbc6da-bc2e-4748-ab4f-7f15fe3b4793 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:34:17.743306 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-6d347309-0d60-4ca3-8b67-21a33f79eaf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (b086b899-9326-4795-b2fc-0c23a4a38451), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:17.909475 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-adfdfa3d-1cfa-4db9-a46e-888da1a3caaa service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106489) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 01 16:34:17.910570 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-adfdfa3d-1cfa-4db9-a46e-888da1a3caaa service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7417195 Sep 01 16:34:18.134763 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-8ddc12ac-7165-4848-a26f-610e7d9b17d6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/1e2386a0-52ae-4650-b501-6e8c6cdd7cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180238 Sep 01 16:34:18.261389 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port a8429792-2677-4f04-9e17-a180ddf5c83f is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:34:18.303936 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-6edc1966-80f6-4eec-8b02-95f17b064cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'name': 'tempest-AttachVolumeTestJSON-1559330657-router', 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'a8429792-2677-4f04-9e17-a180ddf5c83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:56Z', 'updated_at': '2022-09-01T16:34:06Z', 'revision_number': 4, 'project_id': 'aab96a55de014d8cac2c004ba7cadedd', 'gw_port': {'id': 'a8429792-2677-4f04-9e17-a180ddf5c83f', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:58Z', 'updated_at': '2022-09-01T16:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '11e2db5b-0dc1-4675-9634-32971211a38b', 'name': '', 'network_id': 'ba8f8151-1775-4d72-8643-4c1aec9c20a0', 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'mac_address': 'fa:16:3e:7f:00:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '78963023-41a6-45a3-a4c4-170de5dc804e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:34:04Z', 'updated_at': '2022-09-01T16:34:15Z', 'revision_number': 4, 'project_id': 'aab96a55de014d8cac2c004ba7cadedd', 'subnets': [{'id': '78963023-41a6-45a3-a4c4-170de5dc804e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:34:18.382147 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-47214bf1-d297-4c7c-8f12-e7c3c2b15278 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/1e2386a0-52ae-4650-b501-6e8c6cdd7cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409761 Sep 01 16:34:18.431691 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edc1966-80f6-4eec-8b02-95f17b064cdc None None] The sync data for ids ['48f873e9-78f3-4e51-a88f-9b06779297cc'] in dv-cinder-852209-10-iscsi is: [{'id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'name': 'tempest-AttachVolumeTestJSON-1559330657-router', 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'a8429792-2677-4f04-9e17-a180ddf5c83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:56Z', 'updated_at': '2022-09-01T16:34:06Z', 'revision_number': 4, 'project_id': 'aab96a55de014d8cac2c004ba7cadedd', 'gw_port': {'id': 'a8429792-2677-4f04-9e17-a180ddf5c83f', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:58Z', 'updated_at': '2022-09-01T16:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '11e2db5b-0dc1-4675-9634-32971211a38b', 'name': '', 'network_id': 'ba8f8151-1775-4d72-8643-4c1aec9c20a0', 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'mac_address': 'fa:16:3e:7f:00:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '78963023-41a6-45a3-a4c4-170de5dc804e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:34:04Z', 'updated_at': '2022-09-01T16:34:15Z', 'revision_number': 4, 'project_id': 'aab96a55de014d8cac2c004ba7cadedd', 'subnets': [{'id': '78963023-41a6-45a3-a4c4-170de5dc804e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:34:18.511621 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-24015c4f-6b79-4ace-b3f0-3b42e8548fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'name': 'tempest-ServerRescueNegativeTestJSON-79216093-router', 'tenant_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'a535d833-902f-4a64-8202-c87f7233d9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:56Z', 'updated_at': '2022-09-01T16:34:08Z', 'revision_number': 4, 'project_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'gw_port': {'id': 'a535d833-902f-4a64-8202-c87f7233d9cc', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:58Z', 'updated_at': '2022-09-01T16:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': 'd26daa40-7f47-43e9-84b7-b78b5c52fa78', 'name': '', 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7', 'tenant_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'mac_address': 'fa:16:3e:37:fa:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '82786ccd-9c4e-40d1-ba01-7f97c9ac8af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:34:05Z', 'updated_at': '2022-09-01T16:34:09Z', 'revision_number': 2, 'project_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'subnets': [{'id': '82786ccd-9c4e-40d1-ba01-7f97c9ac8af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:34:18.652832 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device a535d833-902f-4a64-8202-c87f7233d9cc up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:34:18.721844 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24015c4f-6b79-4ace-b3f0-3b42e8548fe5 None None] Checking router: abdbc6da-bc2e-4748-ab4f-7f15fe3b4793 for host: dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:34:18.722901 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24015c4f-6b79-4ace-b3f0-3b42e8548fe5 None None] Updating router abdbc6da-bc2e-4748-ab4f-7f15fe3b4793 port d26daa40-7f47-43e9-84b7-b78b5c52fa78 binding host dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:34:18.850867 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-24015c4f-6b79-4ace-b3f0-3b42e8548fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (d26daa40-7f47-43e9-84b7-b78b5c52fa78), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:19.134194 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-7fe00781-60bc-4e4c-a791-101648015a9a tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--929957360&fields=id&tenant_id=aab96a55de014d8cac2c004ba7cadedd HTTP/1.1" status: 200 len: 267 time: 1.1268153 Sep 01 16:34:19.229714 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-e25613c3-037c-499f-ab58-d1cd85cc2e6d tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:19.257139 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-6d347309-0d60-4ca3-8b67-21a33f79eaf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b086b899-9326-4795-b2fc-0c23a4a38451 {{(pid=106490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:34:19.259181 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-e25613c3-037c-499f-ab58-d1cd85cc2e6d tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/networks?id=f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7 HTTP/1.1" status: 200 len: 817 time: 0.3737705 Sep 01 16:34:19.285539 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-65956c37-75af-412f-87ba-6b2afd58550a tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/quotas/b4bbb5d3895c49fa8695d3bca946dbea HTTP/1.1" status: 200 len: 375 time: 0.0253899 Sep 01 16:34:19.330387 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-6d347309-0d60-4ca3-8b67-21a33f79eaf5 service neutron] Publish callbacks [] for port (b086b899-9326-4795-b2fc-0c23a4a38451), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:19.391657 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port a535d833-902f-4a64-8202-c87f7233d9cc triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:34:19.392848 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (a535d833-902f-4a64-8202-c87f7233d9cc), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:19.467460 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-dc5980d4-9eea-4b70-bd59-a5b41ff18a7a tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=b4bbb5d3895c49fa8695d3bca946dbea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1802132 Sep 01 16:34:19.554326 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.provisioning_blocks [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-6d347309-0d60-4ca3-8b67-21a33f79eaf5 service neutron] Transition to ACTIVE for port object b086b899-9326-4795-b2fc-0c23a4a38451 will not be triggered until provisioned by entity L2. {{(pid=106490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 16:34:19.717461 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-6d347309-0d60-4ca3-8b67-21a33f79eaf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (b086b899-9326-4795-b2fc-0c23a4a38451), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:19.798888 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-41e1b8a9-1e59-4eaa-a7ab-69f260f21a94 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:19.800449 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-41e1b8a9-1e59-4eaa-a7ab-69f260f21a94 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/networks?id=ba8f8151-1775-4d72-8643-4c1aec9c20a0 HTTP/1.1" status: 200 len: 811 time: 0.6277113 Sep 01 16:34:19.837549 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-24015c4f-6b79-4ace-b3f0-3b42e8548fe5 None None] Publish callbacks [] for port (d26daa40-7f47-43e9-84b7-b78b5c52fa78), precommit_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:19.848544 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-24015c4f-6b79-4ace-b3f0-3b42e8548fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (d26daa40-7f47-43e9-84b7-b78b5c52fa78), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:19.881215 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-5dee6d0f-d4c4-4f24-b8ef-721bcc35f31a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053824 Sep 01 16:34:19.925458 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:20.018334 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-de6564d0-0af5-4ad7-8342-e8e16531a32f tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/quotas/aab96a55de014d8cac2c004ba7cadedd HTTP/1.1" status: 200 len: 375 time: 0.1784179 Sep 01 16:34:20.047716 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=100 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:20.051052 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:20.075315 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af59da-5145-40ea-963b-822a535a141d None None] Pushing event updated for resources: {'Port': ['ID=d26daa40-7f47-43e9-84b7-b78b5c52fa78,revision_number=3']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:20.308829 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.77', 62703) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:20.504452 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:20.546656 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-6d347309-0d60-4ca3-8b67-21a33f79eaf5 service neutron] Attempting to bind port b086b899-9326-4795-b2fc-0c23a4a38451 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:34:20.560433 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-6d347309-0d60-4ca3-8b67-21a33f79eaf5 service neutron] Attempting to bind port b086b899-9326-4795-b2fc-0c23a4a38451 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': '91e4d3b2-6d1f-430a-ad42-f0e903dfbe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'dca0ab61-d5ff-4379-b762-3829795267ff'}] {{(pid=106490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:34:20.560846 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-6d347309-0d60-4ca3-8b67-21a33f79eaf5 service neutron] Attempting to bind port b086b899-9326-4795-b2fc-0c23a4a38451 on network dca0ab61-d5ff-4379-b762-3829795267ff {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:34:20.581843 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d347309-0d60-4ca3-8b67-21a33f79eaf5 service neutron] Pushing event updated for resources: {'Port': ['ID=b086b899-9326-4795-b2fc-0c23a4a38451,revision_number=2']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:20.623250 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-6d347309-0d60-4ca3-8b67-21a33f79eaf5 service neutron] Port b086b899-9326-4795-b2fc-0c23a4a38451 on network dca0ab61-d5ff-4379-b762-3829795267ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 16:34:20.623619 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-6d347309-0d60-4ca3-8b67-21a33f79eaf5 service neutron] Attempting to bind port b086b899-9326-4795-b2fc-0c23a4a38451 on network dca0ab61-d5ff-4379-b762-3829795267ff {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:34:20.635131 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port a535d833-902f-4a64-8202-c87f7233d9cc is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:34:20.647429 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 0a6c5114-6e11-4cd7-9586-1a0eb371ef3a up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:34:20.663009 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-6d347309-0d60-4ca3-8b67-21a33f79eaf5 service neutron] Checking agent: {'id': '294a3787-103d-4a51-bc9c-bc09638a7966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 32, 3), 'started_at': datetime.datetime(2022, 9, 1, 16, 32, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:34:20.663294 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-6d347309-0d60-4ca3-8b67-21a33f79eaf5 service neutron] Checking segment: {'id': '91e4d3b2-6d1f-430a-ad42-f0e903dfbe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'dca0ab61-d5ff-4379-b762-3829795267ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:34:20.664071 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-6d347309-0d60-4ca3-8b67-21a33f79eaf5 service neutron] Bound using segment: {'id': '91e4d3b2-6d1f-430a-ad42-f0e903dfbe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'dca0ab61-d5ff-4379-b762-3829795267ff'} {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:34:20.664786 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-6d347309-0d60-4ca3-8b67-21a33f79eaf5 service neutron] Bound port: b086b899-9326-4795-b2fc-0c23a4a38451, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91e4d3b2-6d1f-430a-ad42-f0e903dfbe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'dca0ab61-d5ff-4379-b762-3829795267ff'}}] {{(pid=106490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:34:20.665326 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-6d347309-0d60-4ca3-8b67-21a33f79eaf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (b086b899-9326-4795-b2fc-0c23a4a38451), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:20.677366 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-24015c4f-6b79-4ace-b3f0-3b42e8548fe5 None None] Attempting to bind port d26daa40-7f47-43e9-84b7-b78b5c52fa78 on host dv-cinder-852209-10-iscsi for vnic_type normal with profile {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:34:20.677956 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-24015c4f-6b79-4ace-b3f0-3b42e8548fe5 None None] Attempting to bind port d26daa40-7f47-43e9-84b7-b78b5c52fa78 by drivers openvswitch,hyperv on host dv-cinder-852209-10-iscsi at level 0 using segments [{'id': 'a5d0d159-c721-4402-a1d9-2c5614894c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7'}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:34:20.678920 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24015c4f-6b79-4ace-b3f0-3b42e8548fe5 None None] Attempting to bind port d26daa40-7f47-43e9-84b7-b78b5c52fa78 on network f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7 {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:34:20.712987 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-bb01483f-0062-4024-bc66-d4a6cb2511c2 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=aab96a55de014d8cac2c004ba7cadedd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4115648 Sep 01 16:34:20.856136 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-c2ce0302-1a9b-483d-b7c2-e1e65a95350a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9650967 Sep 01 16:34:20.901249 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24015c4f-6b79-4ace-b3f0-3b42e8548fe5 None None] Checking agent: {'id': 'de41263d-808c-41d9-af38-92939b4ec796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 25, 56), 'started_at': datetime.datetime(2022, 9, 1, 16, 26, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:34:20.918062 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24015c4f-6b79-4ace-b3f0-3b42e8548fe5 None None] Checking segment: {'id': 'a5d0d159-c721-4402-a1d9-2c5614894c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:34:20.920069 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-24015c4f-6b79-4ace-b3f0-3b42e8548fe5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:20.921903 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24015c4f-6b79-4ace-b3f0-3b42e8548fe5 None None] Bound using segment: {'id': 'a5d0d159-c721-4402-a1d9-2c5614894c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7'} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:34:20.927554 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-24015c4f-6b79-4ace-b3f0-3b42e8548fe5 None None] Bound port: d26daa40-7f47-43e9-84b7-b78b5c52fa78, host: dv-cinder-852209-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5d0d159-c721-4402-a1d9-2c5614894c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7'}}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:34:20.936014 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-24015c4f-6b79-4ace-b3f0-3b42e8548fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (d26daa40-7f47-43e9-84b7-b78b5c52fa78), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:20.998302 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099f12e-4925-4554-a116-a7cc996817f1 req-ca5a1f8e-09be-44a9-a982-24ea281ac712 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:21.010771 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-1099f12e-4925-4554-a116-a7cc996817f1 req-ca5a1f8e-09be-44a9-a982-24ea281ac712 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.77 "GET /networking/v2.0/networks?id=f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7 HTTP/1.1" status: 200 len: 817 time: 0.6830101 Sep 01 16:34:21.031963 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [req-1099f12e-4925-4554-a116-a7cc996817f1 req-5eea09f9-ce96-4c4d-86df-0a0cfc6749f3 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Request body: {'port': {'device_id': '13e447e7-8805-447e-8cf9-7771733bf00f', 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7', 'admin_state_up': True, 'tenant_id': 'b4bbb5d3895c49fa8695d3bca946dbea'}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:34:21.066107 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-6d347309-0d60-4ca3-8b67-21a33f79eaf5 service neutron] For port b086b899-9326-4795-b2fc-0c23a4a38451, host hv-cinder-85220, cleared binding levels {{(pid=106490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:34:21.114173 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 0a6c5114-6e11-4cd7-9586-1a0eb371ef3a triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:34:21.114767 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (0a6c5114-6e11-4cd7-9586-1a0eb371ef3a), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:21.143359 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-6d347309-0d60-4ca3-8b67-21a33f79eaf5 service neutron] For port b086b899-9326-4795-b2fc-0c23a4a38451, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=b086b899-9326-4795-b2fc-0c23a4a38451,segment=NetworkSegment(91e4d3b2-6d1f-430a-ad42-f0e903dfbe1f),segment_id=91e4d3b2-6d1f-430a-ad42-f0e903dfbe1f)] {{(pid=106490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:34:21.165145 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-6d347309-0d60-4ca3-8b67-21a33f79eaf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (b086b899-9326-4795-b2fc-0c23a4a38451), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:21.194594 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-24015c4f-6b79-4ace-b3f0-3b42e8548fe5 None None] For port d26daa40-7f47-43e9-84b7-b78b5c52fa78, host dv-cinder-852209-10-iscsi, cleared binding levels {{(pid=106491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:34:21.201002 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:21.201340 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-24015c4f-6b79-4ace-b3f0-3b42e8548fe5 None None] For port d26daa40-7f47-43e9-84b7-b78b5c52fa78, host dv-cinder-852209-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=d26daa40-7f47-43e9-84b7-b78b5c52fa78,segment=NetworkSegment(a5d0d159-c721-4402-a1d9-2c5614894c23),segment_id=a5d0d159-c721-4402-a1d9-2c5614894c23)] {{(pid=106491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:34:21.229154 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-24015c4f-6b79-4ace-b3f0-3b42e8548fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (d26daa40-7f47-43e9-84b7-b78b5c52fa78), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:21.275884 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-6d347309-0d60-4ca3-8b67-21a33f79eaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:21.279106 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-6d347309-0d60-4ca3-8b67-21a33f79eaf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:21.281578 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-6d347309-0d60-4ca3-8b67-21a33f79eaf5 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/b086b899-9326-4795-b2fc-0c23a4a38451 HTTP/1.1" status: 200 len: 1093 time: 4.3253222 Sep 01 16:34:21.283727 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6af33e17-eea1-4429-bca2-299dc3f02bf8', 'tag': 'b086b899-9326-4795-b2fc-0c23a4a38451'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:34:21.318903 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-0eb35a76-6d1b-4b12-b7c2-4d3fa7325db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:21.326364 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 0a6c5114-6e11-4cd7-9586-1a0eb371ef3a is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:34:21.327512 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 5bf7e611-18e1-489f-893a-f5c18377fe8e up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:34:21.332951 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24015c4f-6b79-4ace-b3f0-3b42e8548fe5 None None] Routers {'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:34:21.333594 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-24015c4f-6b79-4ace-b3f0-3b42e8548fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:33:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['abdbc6da-bc2e-4748-ab4f-7f15fe3b4793'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:34:21.465410 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:21.481161 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af59da-5145-40ea-963b-822a535a141d None None] Pushing event updated for resources: {'Port': ['ID=d26daa40-7f47-43e9-84b7-b78b5c52fa78,revision_number=4']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:21.491102 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1099f12e-4925-4554-a116-a7cc996817f1 req-5eea09f9-ce96-4c4d-86df-0a0cfc6749f3 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Made reservation on behalf of b4bbb5d3895c49fa8695d3bca946dbea for: {'port': 1} {{(pid=106489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:34:21.514228 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [req-1099f12e-4925-4554-a116-a7cc996817f1 req-5eea09f9-ce96-4c4d-86df-0a0cfc6749f3 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:21.581762 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-e78a99a0-3f0e-491a-a4c2-b623914f5627 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ba8f8151-1775-4d72-8643-4c1aec9c20a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8481607 Sep 01 16:34:21.583619 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d347309-0d60-4ca3-8b67-21a33f79eaf5 service neutron] Pushing event updated for resources: {'Port': ['ID=b086b899-9326-4795-b2fc-0c23a4a38451,revision_number=3']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:21.637196 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 5bf7e611-18e1-489f-893a-f5c18377fe8e triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:34:21.637774 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (5bf7e611-18e1-489f-893a-f5c18377fe8e), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:21.777880 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-24015c4f-6b79-4ace-b3f0-3b42e8548fe5 None None] Set router abdbc6da-bc2e-4748-ab4f-7f15fe3b4793 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:34:21.798952 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c017d5a-e42d-4eec-a23c-53aaa26df225" -d '{"events": [{"name": "network-changed", "server_uuid": "6af33e17-eea1-4429-bca2-299dc3f02bf8", "tag": "b086b899-9326-4795-b2fc-0c23a4a38451"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:34:21.842828 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aabf04-e4a9-4b57-9725-6c97eb6ac7e9 req-22ed1951-f9a6-4156-8a06-e8e2612df2b8 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:21.852356 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-f5aabf04-e4a9-4b57-9725-6c97eb6ac7e9 req-22ed1951-f9a6-4156-8a06-e8e2612df2b8 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 943 time: 0.3955944 Sep 01 16:34:21.872626 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-85a44fa6-c445-401e-92c3-0827007b3fa3 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ba8f8151-1775-4d72-8643-4c1aec9c20a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750692 Sep 01 16:34:22.169879 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.db_base_plugin_common [req-1099f12e-4925-4554-a116-a7cc996817f1 req-5eea09f9-ce96-4c4d-86df-0a0cfc6749f3 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Allocated IP 172.20.0.9 (f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7/82786ccd-9c4e-40d1-ba01-7f97c9ac8af5/871bccd9-3596-40d8-8c9a-f29d5ba58a45) {{(pid=106489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:34:22.286888 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 5bf7e611-18e1-489f-893a-f5c18377fe8e is: DOWN; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:34:22.287278 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (5bf7e611-18e1-489f-893a-f5c18377fe8e), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:22.314178 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-f5aabf04-e4a9-4b57-9725-6c97eb6ac7e9 req-145756c7-c72f-4993-af19-49fba81d255d tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=394ec080-8797-4674-9de4-8f003da9c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4607630 Sep 01 16:34:22.363890 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c2e32a83-321b-4c06-93ca-1c46e19faf06 req-fcf17172-a92b-44fb-a5db-7abf3257f046 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 210 time: 0.0788586 Sep 01 16:34:22.411480 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:22.424658 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] For port 5bf7e611-18e1-489f-893a-f5c18377fe8e, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=5bf7e611-18e1-489f-893a-f5c18377fe8e,segment=NetworkSegment(a5fdef99-cab9-4e68-9f85-2b12b874dece),segment_id=a5fdef99-cab9-4e68-9f85-2b12b874dece)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:34:22.472745 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:22.476150 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-24015c4f-6b79-4ace-b3f0-3b42e8548fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'name': 'tempest-ServerRescueNegativeTestJSON-79216093-router', 'tenant_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'a535d833-902f-4a64-8202-c87f7233d9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:56Z', 'updated_at': '2022-09-01T16:34:08Z', 'revision_number': 4, 'project_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'gw_port': {'id': 'a535d833-902f-4a64-8202-c87f7233d9cc', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:58Z', 'updated_at': '2022-09-01T16:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': 'd26daa40-7f47-43e9-84b7-b78b5c52fa78', 'name': '', 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7', 'tenant_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'mac_address': 'fa:16:3e:37:fa:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '82786ccd-9c4e-40d1-ba01-7f97c9ac8af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:34:05Z', 'updated_at': '2022-09-01T16:34:21Z', 'revision_number': 4, 'project_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'subnets': [{'id': '82786ccd-9c4e-40d1-ba01-7f97c9ac8af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:34:22.483843 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-4a1bf754-08c6-41e5-a7a3-78e646ea56b3 req-5876e84e-b3b1-4979-90e6-c864c2ac43e8 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 210 time: 0.0360422 Sep 01 16:34:22.509627 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24015c4f-6b79-4ace-b3f0-3b42e8548fe5 None None] The sync data for ids ['abdbc6da-bc2e-4748-ab4f-7f15fe3b4793'] in dv-cinder-852209-10-iscsi is: [{'id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'name': 'tempest-ServerRescueNegativeTestJSON-79216093-router', 'tenant_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'a535d833-902f-4a64-8202-c87f7233d9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:56Z', 'updated_at': '2022-09-01T16:34:08Z', 'revision_number': 4, 'project_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'gw_port': {'id': 'a535d833-902f-4a64-8202-c87f7233d9cc', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:58Z', 'updated_at': '2022-09-01T16:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': 'd26daa40-7f47-43e9-84b7-b78b5c52fa78', 'name': '', 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7', 'tenant_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'mac_address': 'fa:16:3e:37:fa:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '82786ccd-9c4e-40d1-ba01-7f97c9ac8af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:34:05Z', 'updated_at': '2022-09-01T16:34:21Z', 'revision_number': 4, 'project_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'subnets': [{'id': '82786ccd-9c4e-40d1-ba01-7f97c9ac8af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:34:22.511795 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (5bf7e611-18e1-489f-893a-f5c18377fe8e), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:22.552472 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:22.579315 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [req-1099f12e-4925-4554-a116-a7cc996817f1 req-5eea09f9-ce96-4c4d-86df-0a0cfc6749f3 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks [] for port (871bccd9-3596-40d8-8c9a-f29d5ba58a45), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:22.612766 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Pushing event updated for resources: {'Port': ['ID=5bf7e611-18e1-489f-893a-f5c18377fe8e,revision_number=5']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:22.645992 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [req-1099f12e-4925-4554-a116-a7cc996817f1 req-5eea09f9-ce96-4c4d-86df-0a0cfc6749f3 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847'] for port (871bccd9-3596-40d8-8c9a-f29d5ba58a45), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:22.715760 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 16:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0454ac1-380f-481f-a53c-528797d7c47a x-openstack-request-id: req-c0454ac1-380f-481f-a53c-528797d7c47a {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:34:22.716781 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6af33e17-eea1-4429-bca2-299dc3f02bf8", "tag": "b086b899-9326-4795-b2fc-0c23a4a38451", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:34:22.716959 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 11e2db5b-0dc1-4675-9634-32971211a38b up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:34:22.717996 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c0454ac1-380f-481f-a53c-528797d7c47a {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:34:22.718668 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0454ac1-380f-481f-a53c-528797d7c47a'] response: {'name': 'network-changed', 'server_uuid': '6af33e17-eea1-4429-bca2-299dc3f02bf8', 'tag': 'b086b899-9326-4795-b2fc-0c23a4a38451', 'status': 'completed', 'code': 200} Sep 01 16:34:22.768561 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 11e2db5b-0dc1-4675-9634-32971211a38b triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:34:22.768997 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (11e2db5b-0dc1-4675-9634-32971211a38b), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:22.772726 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1099f12e-4925-4554-a116-a7cc996817f1 req-5eea09f9-ce96-4c4d-86df-0a0cfc6749f3 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Network f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7 is already hosted by enough agents. {{(pid=106489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:34:22.782624 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-38d2243a-a2fa-4443-a701-c470a6725c2d req-030c2e42-93aa-4931-91db-9d0d1091b997 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 210 time: 0.1239088 Sep 01 16:34:22.792860 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.base_scheduler [req-1099f12e-4925-4554-a116-a7cc996817f1 req-5eea09f9-ce96-4c4d-86df-0a0cfc6749f3 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Resources bound (agent type, host, resource id): {{(pid=106489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:34:22.801141 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.l3_dvrscheduler_db [req-1099f12e-4925-4554-a116-a7cc996817f1 req-5eea09f9-ce96-4c4d-86df-0a0cfc6749f3 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Received port after_create {{(pid=106489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:34:22.806358 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099f12e-4925-4554-a116-a7cc996817f1 req-5eea09f9-ce96-4c4d-86df-0a0cfc6749f3 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:22.806996 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [req-1099f12e-4925-4554-a116-a7cc996817f1 req-5eea09f9-ce96-4c4d-86df-0a0cfc6749f3 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for port (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:22.856814 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-1099f12e-4925-4554-a116-a7cc996817f1 req-5eea09f9-ce96-4c4d-86df-0a0cfc6749f3 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8300941 Sep 01 16:34:22.858189 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea09f9-ce96-4c4d-86df-0a0cfc6749f3 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Pushing event updated for resources: {'Port': ['ID=871bccd9-3596-40d8-8c9a-f29d5ba58a45,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:22.916897 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 11e2db5b-0dc1-4675-9634-32971211a38b is: DOWN; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:34:22.918092 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (11e2db5b-0dc1-4675-9634-32971211a38b), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:22.963832 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] For port 11e2db5b-0dc1-4675-9634-32971211a38b, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=11e2db5b-0dc1-4675-9634-32971211a38b,segment=NetworkSegment(6f41d63c-c0db-43b8-a48d-b58014c53e5f),segment_id=6f41d63c-c0db-43b8-a48d-b58014c53e5f)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:34:22.970120 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (11e2db5b-0dc1-4675-9634-32971211a38b), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:23.037678 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Pushing event updated for resources: {'Port': ['ID=11e2db5b-0dc1-4675-9634-32971211a38b,revision_number=5']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:23.100340 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-4cae73a6-7713-4ced-9b3d-e9169ef505e7 None None] Provisioning complete for port 871bccd9-3596-40d8-8c9a-f29d5ba58a45 triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:34:23.100714 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-4cae73a6-7713-4ced-9b3d-e9169ef505e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (871bccd9-3596-40d8-8c9a-f29d5ba58a45), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:23.136567 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-4cae73a6-7713-4ced-9b3d-e9169ef505e7 None None] Port 871bccd9-3596-40d8-8c9a-f29d5ba58a45 cannot update to ACTIVE because it is not bound. {{(pid=106491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 16:34:23.459032 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b28c7-c2ff-4cf2-bdc3-630d27e3b180 req-624433ca-bb97-42a1-b4f0-147abc8ab4a8 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:23.459560 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-82f330c4-daf1-4424-9001-b196e5676be5 req-60d6e2b9-2287-43c8-ad3e-aacb4970605b tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 210 time: 0.0300524 Sep 01 16:34:23.462690 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ee9b28c7-c2ff-4cf2-bdc3-630d27e3b180 req-624433ca-bb97-42a1-b4f0-147abc8ab4a8 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 943 time: 0.0552692 Sep 01 16:34:23.513109 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ee9b28c7-c2ff-4cf2-bdc3-630d27e3b180 req-ce2ba5d7-52ab-4e2b-991b-bcc9609a3f4a tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=394ec080-8797-4674-9de4-8f003da9c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459211 Sep 01 16:34:23.595915 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-b6a38669-737f-47b7-958a-f5568d88572c req-3199f3a9-776c-40dd-9d75-d38d0e9baefe tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 210 time: 0.0316708 Sep 01 16:34:23.704488 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-b1c05939-45ec-4a05-b7ed-59279a7c1033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:23.965025 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f5f612ea-4aa3-49f0-9447-9cc7ff5cbadc req-a75d59d2-b2a5-4705-8135-605c152d03d2 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 210 time: 0.0530508 Sep 01 16:34:24.454534 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:24.537894 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=36 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:24.597143 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:24.726417 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-8756fde0-e238-40d4-8f0c-d4fc286eb954 req-84f71b27-5b9f-47ed-be48-357f0c1dd13a tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 210 time: 0.0605841 Sep 01 16:34:24.810758 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c93c2-22b8-4ff1-97bd-e4d1eed28301 req-24e6bfac-c7c4-4cce-ab56-5220f3271bf7 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:24.830045 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-485c93c2-22b8-4ff1-97bd-e4d1eed28301 req-24e6bfac-c7c4-4cce-ab56-5220f3271bf7 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 943 time: 0.1110585 Sep 01 16:34:24.839626 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 5bf7e611-18e1-489f-893a-f5c18377fe8e up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:34:24.926959 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-788cb984-3654-4d21-8213-b9c0076d147a req-3ecf47c6-6112-4742-8b2a-548a361799af tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 210 time: 0.0456648 Sep 01 16:34:24.952009 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 5bf7e611-18e1-489f-893a-f5c18377fe8e triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:34:24.952595 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (5bf7e611-18e1-489f-893a-f5c18377fe8e), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:25.082304 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 5bf7e611-18e1-489f-893a-f5c18377fe8e is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:34:25.083885 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 11e2db5b-0dc1-4675-9634-32971211a38b up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:34:25.138359 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-1c03d7bf-a3f2-48fa-8667-949245e6f592 req-66a11208-3c30-4df3-8aca-1f892f28d5f7 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 210 time: 0.0634608 Sep 01 16:34:25.201199 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 11e2db5b-0dc1-4675-9634-32971211a38b triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:34:25.201703 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (11e2db5b-0dc1-4675-9634-32971211a38b), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:25.244969 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-485c93c2-22b8-4ff1-97bd-e4d1eed28301 req-6077674c-afcc-417b-821e-fc3666dd7b33 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=394ec080-8797-4674-9de4-8f003da9c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4131114 Sep 01 16:34:25.364054 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 11e2db5b-0dc1-4675-9634-32971211a38b is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:34:25.366506 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device d26daa40-7f47-43e9-84b7-b78b5c52fa78 up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:34:25.421011 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:25.459418 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port d26daa40-7f47-43e9-84b7-b78b5c52fa78 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:34:25.460518 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (d26daa40-7f47-43e9-84b7-b78b5c52fa78), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:25.578802 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port d26daa40-7f47-43e9-84b7-b78b5c52fa78 is: DOWN; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:34:25.579773 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (d26daa40-7f47-43e9-84b7-b78b5c52fa78), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:25.628709 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] For port d26daa40-7f47-43e9-84b7-b78b5c52fa78, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=d26daa40-7f47-43e9-84b7-b78b5c52fa78,segment=NetworkSegment(a5d0d159-c721-4402-a1d9-2c5614894c23),segment_id=a5d0d159-c721-4402-a1d9-2c5614894c23)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:34:25.633422 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (d26daa40-7f47-43e9-84b7-b78b5c52fa78), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:25.684556 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:25.686221 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Pushing event updated for resources: {'Port': ['ID=d26daa40-7f47-43e9-84b7-b78b5c52fa78,revision_number=5']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:25.895775 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-4003ca87-0371-4d44-9b91-1f91b7cf7ce2 req-cb0f7521-ef4e-417b-a723-6f7ef05203c7 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 210 time: 0.0331702 Sep 01 16:34:26.043685 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-59e73edf-16e0-4939-94bc-30045ab782bc req-d8a079fd-f174-4e49-b84a-6d57ceeb9eb8 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 210 time: 0.0374072 Sep 01 16:34:26.235985 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-da695714-02b2-47b2-84a3-fc5c1dba7b40 req-02e95bd2-a655-4419-86b2-d407ef3779a9 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 210 time: 0.0284092 Sep 01 16:34:26.334220 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:26.413136 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c1019-ffb4-45c1-8064-226b33a7ce0c req-70c9a419-645f-4bcd-b9bb-125e9d868ab7 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:26.416142 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ca4c1019-ffb4-45c1-8064-226b33a7ce0c req-70c9a419-645f-4bcd-b9bb-125e9d868ab7 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 943 time: 0.0585711 Sep 01 16:34:26.457255 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:26.474891 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ca4c1019-ffb4-45c1-8064-226b33a7ce0c req-717b4913-d5b4-4a93-b90e-f7b6ad95d50b tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=394ec080-8797-4674-9de4-8f003da9c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534859 Sep 01 16:34:26.607109 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device d26daa40-7f47-43e9-84b7-b78b5c52fa78 up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:34:26.656623 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port d26daa40-7f47-43e9-84b7-b78b5c52fa78 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:34:26.657672 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (d26daa40-7f47-43e9-84b7-b78b5c52fa78), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:26.750840 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port d26daa40-7f47-43e9-84b7-b78b5c52fa78 is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:34:27.012808 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-621316b8-8f19-4433-ad2d-6f1f84fd94cb req-65a77c48-f186-4f09-b2c9-8952178c05b8 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 210 time: 0.0301442 Sep 01 16:34:27.202817 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c198416f-be83-4fde-af82-1590088f6101 req-b9ac9488-3779-4d9d-8da4-a5fa9208c437 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 210 time: 0.0392213 Sep 01 16:34:27.442045 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-a54cd1ed-2a45-4c1c-adb9-63fc6ab23793 req-2aace5c1-b1a8-47f3-8a42-55ffdf4b6a30 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 210 time: 0.0827231 Sep 01 16:34:27.703939 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf4dce-b833-4e24-9b4b-34cc3323c8fc req-e41b08cd-5f11-43b1-92ce-7c2f7aafb11e tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:27.707047 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-debf4dce-b833-4e24-9b4b-34cc3323c8fc req-e41b08cd-5f11-43b1-92ce-7c2f7aafb11e tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 943 time: 0.1207433 Sep 01 16:34:27.843363 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-debf4dce-b833-4e24-9b4b-34cc3323c8fc req-18da4f8d-6daf-4fa3-9dc4-19994d107579 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=394ec080-8797-4674-9de4-8f003da9c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969152 Sep 01 16:34:28.296584 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-784a84c5-8f68-4bac-aedc-68af579e1a8e req-9d9754c6-3047-44b7-89e4-639f44f9a68e tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 210 time: 0.0895877 Sep 01 16:34:28.415748 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c902ec53-e8f2-4324-b9ca-78dd3e35ff41 req-8312b376-61b3-47d8-a66c-dd88c5c9c636 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 210 time: 0.1001139 Sep 01 16:34:28.676145 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-c725e9e3-227c-48f2-921d-53ecbc748b64 req-fc325da3-8af3-42f2-a6b2-cb9db1e810df tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 210 time: 0.0655866 Sep 01 16:34:29.141349 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8226dbf-28b4-4e53-ad7c-35fe5f5152fb req-193f12ed-622b-4a6b-902c-10b67416cec0 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:29.143979 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e8226dbf-28b4-4e53-ad7c-35fe5f5152fb req-193f12ed-622b-4a6b-902c-10b67416cec0 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 943 time: 0.1494157 Sep 01 16:34:29.205906 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 58098) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:29.278126 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e8226dbf-28b4-4e53-ad7c-35fe5f5152fb req-66272502-3e13-49b3-b466-25db7a3ff5b4 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=394ec080-8797-4674-9de4-8f003da9c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223550 Sep 01 16:34:29.393495 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-53e2a55e-fbd9-4a1d-9dcf-413a9f3e8066 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:29.477472 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-06d9767e-4ec4-4399-833c-85fb8dd0902e req-db763581-aeb5-4a9c-9d82-176673575196 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 210 time: 0.0383890 Sep 01 16:34:29.523812 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-53e2a55e-fbd9-4a1d-9dcf-413a9f3e8066 admin admin] Publish callbacks [] for security_group (a97b7ed3-bf1c-4396-9fee-bcd93bc30b6b), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:29.528318 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-53e2a55e-fbd9-4a1d-9dcf-413a9f3e8066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (a97b7ed3-bf1c-4396-9fee-bcd93bc30b6b), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:29.533617 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:29.543977 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-6703a074-ee36-4684-91c8-68156b0bb995 req-6d70cfc3-dfab-4a28-8679-25ab5909a83e tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 210 time: 0.0412855 Sep 01 16:34:29.574026 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-53e2a55e-fbd9-4a1d-9dcf-413a9f3e8066 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=758057d6037e4765a2522c393905f50a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3666940 Sep 01 16:34:29.575120 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e2a55e-fbd9-4a1d-9dcf-413a9f3e8066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97b7ed3-bf1c-4396-9fee-bcd93bc30b6b,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:29.576910 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 58110) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:29.631317 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8c7edc91-e11f-4b63-bbcd-2b4100c0ab5c admin admin] Publish callbacks [] for security_group (a97b7ed3-bf1c-4396-9fee-bcd93bc30b6b), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:29.652346 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8c7edc91-e11f-4b63-bbcd-2b4100c0ab5c admin admin] Publish callbacks [] for security_group (a97b7ed3-bf1c-4396-9fee-bcd93bc30b6b), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:29.719119 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8c7edc91-e11f-4b63-bbcd-2b4100c0ab5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (a97b7ed3-bf1c-4396-9fee-bcd93bc30b6b), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:29.723442 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8c7edc91-e11f-4b63-bbcd-2b4100c0ab5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:29.725002 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-8c7edc91-e11f-4b63-bbcd-2b4100c0ab5c admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/a97b7ed3-bf1c-4396-9fee-bcd93bc30b6b HTTP/1.1" status: 204 len: 168 time: 0.1470594 Sep 01 16:34:29.745412 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7edc91-e11f-4b63-bbcd-2b4100c0ab5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97b7ed3-bf1c-4396-9fee-bcd93bc30b6b,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:29.909021 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-0206cfaa-8e2e-4a94-b765-5c0dfd32087c req-899da429-aaf5-4a80-9f5a-e3e5ec615b1b tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 210 time: 0.1547313 Sep 01 16:34:30.081432 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 58134) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:30.095106 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-d5a464e0-91d3-4254-9039-9b4eb8b5c66c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:30.131687 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:30.172188 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:30.185680 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-d5a464e0-91d3-4254-9039-9b4eb8b5c66c admin admin] Publish callbacks [] for security_group (24a24efa-7eff-4725-9f59-cef9eda883f7), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:30.189662 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-d5a464e0-91d3-4254-9039-9b4eb8b5c66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (24a24efa-7eff-4725-9f59-cef9eda883f7), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:30.235530 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-d5a464e0-91d3-4254-9039-9b4eb8b5c66c admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f9a21b664d254044890e6f7f92d2593a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1489496 Sep 01 16:34:30.235770 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 58142) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:30.242862 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a464e0-91d3-4254-9039-9b4eb8b5c66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a24efa-7eff-4725-9f59-cef9eda883f7,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:30.330060 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-6a9f7bb3-8daa-4b5b-87da-ccbdc62cb48b admin admin] Publish callbacks [] for security_group (24a24efa-7eff-4725-9f59-cef9eda883f7), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:30.377860 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-6a9f7bb3-8daa-4b5b-87da-ccbdc62cb48b admin admin] Publish callbacks [] for security_group (24a24efa-7eff-4725-9f59-cef9eda883f7), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:30.460381 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6571ae4-a8c9-4d9e-98df-ee62c6a4f113 req-d62c7de7-9136-4e58-95fa-6c49e58fea00 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:30.461848 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f6571ae4-a8c9-4d9e-98df-ee62c6a4f113 req-d62c7de7-9136-4e58-95fa-6c49e58fea00 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 943 time: 0.0721710 Sep 01 16:34:30.501168 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-6a9f7bb3-8daa-4b5b-87da-ccbdc62cb48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (24a24efa-7eff-4725-9f59-cef9eda883f7), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:30.503867 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-6a9f7bb3-8daa-4b5b-87da-ccbdc62cb48b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:30.504991 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-6a9f7bb3-8daa-4b5b-87da-ccbdc62cb48b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/24a24efa-7eff-4725-9f59-cef9eda883f7 HTTP/1.1" status: 204 len: 168 time: 0.2684386 Sep 01 16:34:30.523895 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f7bb3-8daa-4b5b-87da-ccbdc62cb48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a24efa-7eff-4725-9f59-cef9eda883f7,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:30.552847 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f6571ae4-a8c9-4d9e-98df-ee62c6a4f113 req-0f891fee-27ef-4974-8429-dfd93af33ad4 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=394ec080-8797-4674-9de4-8f003da9c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763819 Sep 01 16:34:30.625774 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-4e4cb92f-dfa5-4ba5-b4ba-08ad692cd539 req-311c5faa-fd72-4dda-8b69-c822294d74bf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 210 time: 0.0437307 Sep 01 16:34:30.697258 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-734006b5-95c7-4128-a0d5-98de1b3438df req-829815f9-ba49-4155-b72d-a6c6cefdb076 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 210 time: 0.0421927 Sep 01 16:34:31.018202 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-e2dcd1b4-cb09-44e8-be7a-ed8afd677b13 req-cf01e1af-c6fa-43bf-b694-19b5c308439a tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 210 time: 0.0284510 Sep 01 16:34:31.683343 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13ec95-0952-4114-8c41-fd45dd71f70b req-f4357420-7dfa-4f20-bfa6-e4d8f22643a3 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:31.685800 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-de13ec95-0952-4114-8c41-fd45dd71f70b req-f4357420-7dfa-4f20-bfa6-e4d8f22643a3 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 943 time: 0.0531042 Sep 01 16:34:31.736479 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-de13ec95-0952-4114-8c41-fd45dd71f70b req-2965343a-b037-47f9-9948-f8d3042782d1 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=394ec080-8797-4674-9de4-8f003da9c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451586 Sep 01 16:34:31.745298 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-254e9943-4207-41ea-bb2e-9e4e3da8ffae req-1ebb2f17-7ac7-4f42-985f-78903b4af4fc tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 210 time: 0.0287662 Sep 01 16:34:31.837537 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-bb76a9e9-63d1-42a3-b57d-2c526eeed6b5 req-767a799c-653e-44cf-80f4-adf018b2c1b0 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 210 time: 0.0330083 Sep 01 16:34:32.120879 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-81dfb95d-f4d3-4257-9a9c-5284522fdb90 req-8831acfc-4675-4fa7-b286-10b50577a4c6 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 210 time: 0.0304329 Sep 01 16:34:32.443809 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [req-1099f12e-4925-4554-a116-a7cc996817f1 req-0aa27b79-76fe-402b-a680-a11ebe8cfbe1 service neutron] Request body: {'port': {'device_id': '13e447e7-8805-447e-8cf9-7771733bf00f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:34:32.514309 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [req-1099f12e-4925-4554-a116-a7cc996817f1 req-0aa27b79-76fe-402b-a680-a11ebe8cfbe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (871bccd9-3596-40d8-8c9a-f29d5ba58a45), before_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:32.729063 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c017d5a-e42d-4eec-a23c-53aaa26df225 req-088f4dd6-9cb4-425c-aa9c-8238220ee141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:32.735836 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2c017d5a-e42d-4eec-a23c-53aaa26df225 req-088f4dd6-9cb4-425c-aa9c-8238220ee141 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=5c40a340919a49cc8b73687df600e2ea&device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 1127 time: 0.1488297 Sep 01 16:34:32.872842 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.notifiers.nova [req-1099f12e-4925-4554-a116-a7cc996817f1 req-0aa27b79-76fe-402b-a680-a11ebe8cfbe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 871bccd9-3596-40d8-8c9a-f29d5ba58a45 {{(pid=106489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:34:32.874675 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.77', 62721) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:32.880967 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [req-1099f12e-4925-4554-a116-a7cc996817f1 req-0aa27b79-76fe-402b-a680-a11ebe8cfbe1 service neutron] Publish callbacks [] for port (871bccd9-3596-40d8-8c9a-f29d5ba58a45), precommit_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:32.902506 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (294a3787-103d-4a51-bc9c-bc09638a7966), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:32.903415 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.provisioning_blocks [req-1099f12e-4925-4554-a116-a7cc996817f1 req-0aa27b79-76fe-402b-a680-a11ebe8cfbe1 service neutron] Transition to ACTIVE for port object 871bccd9-3596-40d8-8c9a-f29d5ba58a45 will not be triggered until provisioned by entity L2. {{(pid=106489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 16:34:32.920751 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [req-1099f12e-4925-4554-a116-a7cc996817f1 req-0aa27b79-76fe-402b-a680-a11ebe8cfbe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (871bccd9-3596-40d8-8c9a-f29d5ba58a45), after_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:32.986686 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa27b79-76fe-402b-a680-a11ebe8cfbe1 service neutron] Pushing event updated for resources: {'Port': ['ID=871bccd9-3596-40d8-8c9a-f29d5ba58a45,revision_number=2']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:32.989561 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e58b5f38-9432-4df9-8fed-00b082ea46ea req-14af4eb8-4484-43ac-ad7d-8bf170b6b91a tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 210 time: 0.1627378 Sep 01 16:34:33.052544 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9686c9-5d44-4097-ad42-314e99cd0ac0 req-75ccc571-7139-4914-bc9e-e980b2981434 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:33.055564 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-0d9686c9-5d44-4097-ad42-314e99cd0ac0 req-75ccc571-7139-4914-bc9e-e980b2981434 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 943 time: 0.1504843 Sep 01 16:34:33.072532 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.managers [req-1099f12e-4925-4554-a116-a7cc996817f1 req-0aa27b79-76fe-402b-a680-a11ebe8cfbe1 service neutron] Attempting to bind port 871bccd9-3596-40d8-8c9a-f29d5ba58a45 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:34:33.073296 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.managers [req-1099f12e-4925-4554-a116-a7cc996817f1 req-0aa27b79-76fe-402b-a680-a11ebe8cfbe1 service neutron] Attempting to bind port 871bccd9-3596-40d8-8c9a-f29d5ba58a45 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': 'a5d0d159-c721-4402-a1d9-2c5614894c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7'}] {{(pid=106489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:34:33.073862 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1099f12e-4925-4554-a116-a7cc996817f1 req-0aa27b79-76fe-402b-a680-a11ebe8cfbe1 service neutron] Attempting to bind port 871bccd9-3596-40d8-8c9a-f29d5ba58a45 on network f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7 {{(pid=106489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:34:33.107742 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:33.115893 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1099f12e-4925-4554-a116-a7cc996817f1 req-0aa27b79-76fe-402b-a680-a11ebe8cfbe1 service neutron] Port 871bccd9-3596-40d8-8c9a-f29d5ba58a45 on network f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 16:34:33.116469 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1099f12e-4925-4554-a116-a7cc996817f1 req-0aa27b79-76fe-402b-a680-a11ebe8cfbe1 service neutron] Attempting to bind port 871bccd9-3596-40d8-8c9a-f29d5ba58a45 on network f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7 {{(pid=106489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:34:33.150586 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-0d9686c9-5d44-4097-ad42-314e99cd0ac0 req-15c44345-e5b4-41d8-92f9-479702f21e03 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=394ec080-8797-4674-9de4-8f003da9c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798614 Sep 01 16:34:33.153366 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1099f12e-4925-4554-a116-a7cc996817f1 req-0aa27b79-76fe-402b-a680-a11ebe8cfbe1 service neutron] Checking agent: {'id': '294a3787-103d-4a51-bc9c-bc09638a7966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 32, 3), 'started_at': datetime.datetime(2022, 9, 1, 16, 32, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:34:33.153728 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1099f12e-4925-4554-a116-a7cc996817f1 req-0aa27b79-76fe-402b-a680-a11ebe8cfbe1 service neutron] Checking segment: {'id': 'a5d0d159-c721-4402-a1d9-2c5614894c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:34:33.154322 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1099f12e-4925-4554-a116-a7cc996817f1 req-0aa27b79-76fe-402b-a680-a11ebe8cfbe1 service neutron] Bound using segment: {'id': 'a5d0d159-c721-4402-a1d9-2c5614894c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7'} {{(pid=106489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:34:33.155066 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.managers [req-1099f12e-4925-4554-a116-a7cc996817f1 req-0aa27b79-76fe-402b-a680-a11ebe8cfbe1 service neutron] Bound port: 871bccd9-3596-40d8-8c9a-f29d5ba58a45, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5d0d159-c721-4402-a1d9-2c5614894c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7'}}] {{(pid=106489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:34:33.155341 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [req-1099f12e-4925-4554-a116-a7cc996817f1 req-0aa27b79-76fe-402b-a680-a11ebe8cfbe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (871bccd9-3596-40d8-8c9a-f29d5ba58a45), before_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:33.242876 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:33.259360 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c017d5a-e42d-4eec-a23c-53aaa26df225 req-924e8583-2318-4380-a326-025e61e767a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:33.261204 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2c017d5a-e42d-4eec-a23c-53aaa26df225 req-924e8583-2318-4380-a326-025e61e767a3 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=5c40a340919a49cc8b73687df600e2ea&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4332960 Sep 01 16:34:33.270200 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.db [req-1099f12e-4925-4554-a116-a7cc996817f1 req-0aa27b79-76fe-402b-a680-a11ebe8cfbe1 service neutron] For port 871bccd9-3596-40d8-8c9a-f29d5ba58a45, host hv-cinder-85220, cleared binding levels {{(pid=106489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:34:33.283243 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-fefba1d1-57bf-4667-8307-ddb2f79f9966 req-6f45e496-0a02-4ce2-8e02-341ade4a7590 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 210 time: 0.0505276 Sep 01 16:34:33.289792 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-e7556e57-e500-4ec2-8019-a7a05b26f1bf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:33.291209 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-e7556e57-e500-4ec2-8019-a7a05b26f1bf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.77 "GET /networking/v2.0/networks?id=1e2386a0-52ae-4650-b501-6e8c6cdd7cc9 HTTP/1.1" status: 200 len: 816 time: 0.3965421 Sep 01 16:34:33.320482 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-cf8cb18e-ea39-4f7f-8de7-5a10ae49ae15 req-b901422f-8548-4528-af5a-09751c536bb9 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 210 time: 0.0446823 Sep 01 16:34:33.322218 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.db [req-1099f12e-4925-4554-a116-a7cc996817f1 req-0aa27b79-76fe-402b-a680-a11ebe8cfbe1 service neutron] For port 871bccd9-3596-40d8-8c9a-f29d5ba58a45, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=871bccd9-3596-40d8-8c9a-f29d5ba58a45,segment=NetworkSegment(a5d0d159-c721-4402-a1d9-2c5614894c23),segment_id=a5d0d159-c721-4402-a1d9-2c5614894c23)] {{(pid=106489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:34:33.328833 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [req-1099f12e-4925-4554-a116-a7cc996817f1 req-0aa27b79-76fe-402b-a680-a11ebe8cfbe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (871bccd9-3596-40d8-8c9a-f29d5ba58a45), after_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:33.334664 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099f12e-4925-4554-a116-a7cc996817f1 req-0aa27b79-76fe-402b-a680-a11ebe8cfbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:33.335302 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [req-1099f12e-4925-4554-a116-a7cc996817f1 req-0aa27b79-76fe-402b-a680-a11ebe8cfbe1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for port (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:33.336681 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-1099f12e-4925-4554-a116-a7cc996817f1 req-0aa27b79-76fe-402b-a680-a11ebe8cfbe1 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/871bccd9-3596-40d8-8c9a-f29d5ba58a45 HTTP/1.1" status: 200 len: 1093 time: 0.8992012 Sep 01 16:34:33.337135 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13e447e7-8805-447e-8cf9-7771733bf00f', 'tag': '871bccd9-3596-40d8-8c9a-f29d5ba58a45'}] {{(pid=106489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:34:33.457838 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa27b79-76fe-402b-a680-a11ebe8cfbe1 service neutron] Pushing event updated for resources: {'Port': ['ID=871bccd9-3596-40d8-8c9a-f29d5ba58a45,revision_number=3']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:33.598684 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099f12e-4925-4554-a116-a7cc996817f1 req-04ee4291-14ca-4a88-9a0a-71348d0d7eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:33.600278 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-1099f12e-4925-4554-a116-a7cc996817f1 req-04ee4291-14ca-4a88-9a0a-71348d0d7eef service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=b4bbb5d3895c49fa8695d3bca946dbea&device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 1127 time: 0.1069624 Sep 01 16:34:33.674839 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:33.681637 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1550313f5bb77113f09716e5d1a8baf859292fcdcb636e130c538cefede5f8d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9364ebfd-3bd4-4c58-8b47-4286614f09b1" -d '{"events": [{"name": "network-changed", "server_uuid": "13e447e7-8805-447e-8cf9-7771733bf00f", "tag": "871bccd9-3596-40d8-8c9a-f29d5ba58a45"}]}' {{(pid=106489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:34:33.714892 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-1099f12e-4925-4554-a116-a7cc996817f1 req-f6933960-f29a-4ebb-aabc-a9ebbe08db78 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=871bccd9-3596-40d8-8c9a-f29d5ba58a45 HTTP/1.1" status: 200 len: 217 time: 0.0789776 Sep 01 16:34:33.720752 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c017d5a-e42d-4eec-a23c-53aaa26df225 req-944a27d2-c168-48f4-89f6-c501ca9bf034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:33.722555 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2c017d5a-e42d-4eec-a23c-53aaa26df225 req-944a27d2-c168-48f4-89f6-c501ca9bf034 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3300974 Sep 01 16:34:33.741888 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-acea82c2-5d87-4367-8036-d6cd7826866a tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cfb0b630e22745e8af15fb02c71800c3 HTTP/1.1" status: 200 len: 379 time: 0.2296124 Sep 01 16:34:33.810794 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 16:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9effb553-c080-4f0d-a092-c073b01badde x-openstack-request-id: req-9effb553-c080-4f0d-a092-c073b01badde {{(pid=106489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:34:33.811075 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13e447e7-8805-447e-8cf9-7771733bf00f", "tag": "871bccd9-3596-40d8-8c9a-f29d5ba58a45", "status": "completed", "code": 200}]} {{(pid=106489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:34:33.811365 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9effb553-c080-4f0d-a092-c073b01badde {{(pid=106489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:34:33.811838 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9effb553-c080-4f0d-a092-c073b01badde'] response: {'name': 'network-changed', 'server_uuid': '13e447e7-8805-447e-8cf9-7771733bf00f', 'tag': '871bccd9-3596-40d8-8c9a-f29d5ba58a45', 'status': 'completed', 'code': 200} Sep 01 16:34:34.141991 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-bb3aa9a9-0c6b-467a-bc4b-70e0d8ecd469 req-09f7adac-6a74-4c5f-9294-efb775d2bd76 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 210 time: 0.0296547 Sep 01 16:34:34.176004 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-00f54fac-e05a-4404-b235-00d52df42d7b tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Request body: {'port': {'device_id': '0958ba3f-7f1d-4fa1-bff7-4459d3945b6f', 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9', 'admin_state_up': True, 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'security_groups': ['e7a6fb77-76e0-4037-bdb0-131bc1dfee90']}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:34:34.248902 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099f12e-4925-4554-a116-a7cc996817f1 req-ed1bf789-7041-46db-b02e-5f1e52a8a9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:34.251036 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-1099f12e-4925-4554-a116-a7cc996817f1 req-ed1bf789-7041-46db-b02e-5f1e52a8a9cc service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=82786ccd-9c4e-40d1-ba01-7f97c9ac8af5 HTTP/1.1" status: 200 len: 856 time: 0.0788271 Sep 01 16:34:34.331072 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85c81d-aa9e-4d49-b293-135ba40c1454 req-2a34c36c-def6-4e7f-8a1b-a4237d7aaaf0 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:34.332504 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-fc85c81d-aa9e-4d49-b293-135ba40c1454 req-2a34c36c-def6-4e7f-8a1b-a4237d7aaaf0 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 943 time: 0.0687973 Sep 01 16:34:34.362185 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:34.372796 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-00f54fac-e05a-4404-b235-00d52df42d7b tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Made reservation on behalf of cfb0b630e22745e8af15fb02c71800c3 for: {'port': 1} {{(pid=106490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:34:34.376255 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-00f54fac-e05a-4404-b235-00d52df42d7b tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:34.389103 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-46c040e0-9cd2-44e2-83df-d3f68a1ea833 req-f9fbc4d7-48c8-4a9d-8192-a2e891c0016a tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 210 time: 0.0309978 Sep 01 16:34:34.408458 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-fc85c81d-aa9e-4d49-b293-135ba40c1454 req-e2d2528e-59b7-40c1-99d1-1ff7874d94dc tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=394ec080-8797-4674-9de4-8f003da9c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694673 Sep 01 16:34:34.495927 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-c223439d-3cb8-473b-acf0-b0750cd03dbd req-e404cf6f-bb98-4182-868e-f64c0aa9a6d5 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 210 time: 0.0284085 Sep 01 16:34:34.527317 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_common [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-00f54fac-e05a-4404-b235-00d52df42d7b tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Allocated IP 172.20.0.3 (1e2386a0-52ae-4650-b501-6e8c6cdd7cc9/fdf6e192-10ef-49d3-8b96-d6cc87fe33e0/46daf8ff-8552-45e4-b4ac-b60b47e199de) {{(pid=106490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:34:34.663472 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-00f54fac-e05a-4404-b235-00d52df42d7b tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks [] for port (46daf8ff-8552-45e4-b4ac-b60b47e199de), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:34.701602 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-00f54fac-e05a-4404-b235-00d52df42d7b tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847'] for port (46daf8ff-8552-45e4-b4ac-b60b47e199de), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:34.746029 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-00f54fac-e05a-4404-b235-00d52df42d7b tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Network 1e2386a0-52ae-4650-b501-6e8c6cdd7cc9 is already hosted by enough agents. {{(pid=106490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:34:34.749163 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-00f54fac-e05a-4404-b235-00d52df42d7b tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Resources bound (agent type, host, resource id): {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:34:34.752789 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-00f54fac-e05a-4404-b235-00d52df42d7b tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Received port after_create {{(pid=106490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:34:34.757307 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-00f54fac-e05a-4404-b235-00d52df42d7b tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:34.757944 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-00f54fac-e05a-4404-b235-00d52df42d7b tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:34.771132 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f54fac-e05a-4404-b235-00d52df42d7b tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Pushing event updated for resources: {'Port': ['ID=46daf8ff-8552-45e4-b4ac-b60b47e199de,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:34.780832 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-00f54fac-e05a-4404-b235-00d52df42d7b tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6087127 Sep 01 16:34:34.977178 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-c140925e-ccde-492b-92f9-10986c15453b None None] Provisioning complete for port 46daf8ff-8552-45e4-b4ac-b60b47e199de triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:34:34.977769 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-c140925e-ccde-492b-92f9-10986c15453b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (46daf8ff-8552-45e4-b4ac-b60b47e199de), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:35.015334 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-c140925e-ccde-492b-92f9-10986c15453b None None] Port 46daf8ff-8552-45e4-b4ac-b60b47e199de cannot update to ACTIVE because it is not bound. {{(pid=106491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 16:34:35.299386 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9620d-b6eb-40b8-8dc3-67a1a9206167 req-07e3d365-256e-4444-84b0-9cb66f6cfe7a tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:35.301113 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b2c9620d-b6eb-40b8-8dc3-67a1a9206167 req-07e3d365-256e-4444-84b0-9cb66f6cfe7a tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 931 time: 0.0782354 Sep 01 16:34:35.354010 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b2c9620d-b6eb-40b8-8dc3-67a1a9206167 req-0223e010-ef77-467e-95e1-161333cb07f3 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462255 Sep 01 16:34:35.494789 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-793d7c69-15e3-4efa-b58e-de0ee6335ca6 req-e1353097-a170-4456-9ee6-8061df3ee66e tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 210 time: 0.0300581 Sep 01 16:34:35.524458 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45498a6-2152-43aa-adcd-227e6f488fcd req-b3bf2c20-a0aa-43f0-a306-7c56440656ba tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:35.526708 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c45498a6-2152-43aa-adcd-227e6f488fcd req-b3bf2c20-a0aa-43f0-a306-7c56440656ba tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 943 time: 0.0466702 Sep 01 16:34:35.574821 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c45498a6-2152-43aa-adcd-227e6f488fcd req-433716f5-7b3c-4e51-a113-4d014cccb03c tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=394ec080-8797-4674-9de4-8f003da9c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426168 Sep 01 16:34:35.595723 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-f7aedbb5-1b38-478c-82f7-f6fce9b67ceb req-044a08f5-d592-4bc8-b223-162d0d4d18bf tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 210 time: 0.0277627 Sep 01 16:34:36.439121 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:36.478313 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a96cc-8c21-432f-aeb0-d72a9116e300 req-de034e94-4c51-4596-a189-078b3b8cc3da tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:36.480521 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-6a8a96cc-8c21-432f-aeb0-d72a9116e300 req-de034e94-4c51-4596-a189-078b3b8cc3da tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 931 time: 0.0503953 Sep 01 16:34:36.527236 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-6a8a96cc-8c21-432f-aeb0-d72a9116e300 req-f1876642-755d-4443-8048-abb68e5b5aec tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400836 Sep 01 16:34:36.591932 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-d2e2dc20-c4d7-4fe1-b699-6f902c6df658 req-5c9fe7be-161c-4027-901e-77c9cd95556b tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 210 time: 0.0260823 Sep 01 16:34:36.691262 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad2ffd-0726-43af-96db-d3ad2de67a69 req-a0bbcb43-1e50-4f89-b01b-217444c8ed8d tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:36.692720 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-03ad2ffd-0726-43af-96db-d3ad2de67a69 req-a0bbcb43-1e50-4f89-b01b-217444c8ed8d tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 943 time: 0.0470133 Sep 01 16:34:36.693208 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-71923783-e25f-4d52-adc8-8149611d5522 req-7e08bdc1-f061-415d-8f51-2dae3d50e2d0 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 210 time: 0.0277812 Sep 01 16:34:36.745676 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-03ad2ffd-0726-43af-96db-d3ad2de67a69 req-3892ec50-8740-4512-95b1-8032a2cffcda tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=394ec080-8797-4674-9de4-8f003da9c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413361 Sep 01 16:34:36.854099 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-fca55f80-e172-43b6-be97-cf502aea64a9 service neutron] Request body: {'port': {'device_id': '0958ba3f-7f1d-4fa1-bff7-4459d3945b6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:34:36.876156 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.77', 62740) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:36.882727 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.77', 62741) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:36.923847 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099f12e-4925-4554-a116-a7cc996817f1 req-402db283-e46f-45f1-a27c-8a18548df295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:36.925886 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-1099f12e-4925-4554-a116-a7cc996817f1 req-402db283-e46f-45f1-a27c-8a18548df295 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0801826 Sep 01 16:34:37.050572 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-1099f12e-4925-4554-a116-a7cc996817f1 req-a0ee36d1-3782-4302-917d-c359373566e1 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141987 Sep 01 16:34:37.169864 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-1099f12e-4925-4554-a116-a7cc996817f1 req-75dbe44a-ff12-425c-af8b-80b53a3ed7fc service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108172 Sep 01 16:34:37.191122 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:37.287546 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-db8f56c0-689b-4335-9398-409555170aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:37.289027 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-db8f56c0-689b-4335-9398-409555170aa1 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=5c40a340919a49cc8b73687df600e2ea&device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 1127 time: 0.4005833 Sep 01 16:34:37.305129 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-fca55f80-e172-43b6-be97-cf502aea64a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (46daf8ff-8552-45e4-b4ac-b60b47e199de), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:37.350189 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-6324c116-78d8-4db9-8925-2ac5e1cf4e85 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:37.351692 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-6324c116-78d8-4db9-8925-2ac5e1cf4e85 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.77 "GET /networking/v2.0/networks?id=f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7 HTTP/1.1" status: 200 len: 817 time: 0.2749755 Sep 01 16:34:37.388915 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-ed126c58-6877-4775-9efa-792fc0694daa tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:37.390678 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-ed126c58-6877-4775-9efa-792fc0694daa tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.77 "GET /networking/v2.0/networks?id=ba8f8151-1775-4d72-8643-4c1aec9c20a0 HTTP/1.1" status: 200 len: 811 time: 0.5050299 Sep 01 16:34:37.648893 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-fca55f80-e172-43b6-be97-cf502aea64a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46daf8ff-8552-45e4-b4ac-b60b47e199de {{(pid=106490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:34:37.659281 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-fca55f80-e172-43b6-be97-cf502aea64a9 service neutron] Publish callbacks [] for port (46daf8ff-8552-45e4-b4ac-b60b47e199de), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:37.702195 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0bc92-5d34-45e1-95a0-10f0c4ee2579 req-65cbcdb6-cd27-46a8-ad2a-ae7e318a6e71 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:37.703739 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-88a0bc92-5d34-45e1-95a0-10f0c4ee2579 req-65cbcdb6-cd27-46a8-ad2a-ae7e318a6e71 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 931 time: 0.0740972 Sep 01 16:34:37.719119 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.provisioning_blocks [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-fca55f80-e172-43b6-be97-cf502aea64a9 service neutron] Transition to ACTIVE for port object 46daf8ff-8552-45e4-b4ac-b60b47e199de will not be triggered until provisioned by entity L2. {{(pid=106490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 16:34:37.721876 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0ece1082-02e9-4cf9-a9cc-be39baab3fa5 req-9fb67b43-2fa6-4e3c-80cd-701ee3fc33f9 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 210 time: 0.0492835 Sep 01 16:34:37.730998 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-fca55f80-e172-43b6-be97-cf502aea64a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (46daf8ff-8552-45e4-b4ac-b60b47e199de), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:37.757769 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:37.837165 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-88a0bc92-5d34-45e1-95a0-10f0c4ee2579 req-5a1cb31e-76ec-4685-9538-21c930c8de15 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258912 Sep 01 16:34:37.906209 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bdff2400-9011-4df7-b8b1-26fb6feb2365 req-892594b4-e82e-47e9-b14e-f333dce1bade tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 210 time: 0.0935042 Sep 01 16:34:37.929266 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca55f80-e172-43b6-be97-cf502aea64a9 service neutron] Pushing event updated for resources: {'Port': ['ID=46daf8ff-8552-45e4-b4ac-b60b47e199de,revision_number=2']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:37.935226 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-fca55f80-e172-43b6-be97-cf502aea64a9 service neutron] Attempting to bind port 46daf8ff-8552-45e4-b4ac-b60b47e199de on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:34:37.935561 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-fca55f80-e172-43b6-be97-cf502aea64a9 service neutron] Attempting to bind port 46daf8ff-8552-45e4-b4ac-b60b47e199de by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': 'a5fdef99-cab9-4e68-9f85-2b12b874dece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9'}] {{(pid=106490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:34:37.935892 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-fca55f80-e172-43b6-be97-cf502aea64a9 service neutron] Attempting to bind port 46daf8ff-8552-45e4-b4ac-b60b47e199de on network 1e2386a0-52ae-4650-b501-6e8c6cdd7cc9 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:34:37.941973 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-fca55f80-e172-43b6-be97-cf502aea64a9 service neutron] Port 46daf8ff-8552-45e4-b4ac-b60b47e199de on network 1e2386a0-52ae-4650-b501-6e8c6cdd7cc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 16:34:37.941973 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-fca55f80-e172-43b6-be97-cf502aea64a9 service neutron] Attempting to bind port 46daf8ff-8552-45e4-b4ac-b60b47e199de on network 1e2386a0-52ae-4650-b501-6e8c6cdd7cc9 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:34:37.946775 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-fca55f80-e172-43b6-be97-cf502aea64a9 service neutron] Checking agent: {'id': '294a3787-103d-4a51-bc9c-bc09638a7966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 32, 3), 'started_at': datetime.datetime(2022, 9, 1, 16, 32, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:34:37.947115 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-fca55f80-e172-43b6-be97-cf502aea64a9 service neutron] Checking segment: {'id': 'a5fdef99-cab9-4e68-9f85-2b12b874dece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:34:37.947498 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-fca55f80-e172-43b6-be97-cf502aea64a9 service neutron] Bound using segment: {'id': 'a5fdef99-cab9-4e68-9f85-2b12b874dece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9'} {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:34:37.948509 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-fca55f80-e172-43b6-be97-cf502aea64a9 service neutron] Bound port: 46daf8ff-8552-45e4-b4ac-b60b47e199de, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5fdef99-cab9-4e68-9f85-2b12b874dece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9'}}] {{(pid=106490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:34:37.948880 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-fca55f80-e172-43b6-be97-cf502aea64a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (46daf8ff-8552-45e4-b4ac-b60b47e199de), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:37.962362 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb5c45-6b29-428b-8f80-0479f156a2e8 req-9731d90d-b824-4535-93b8-bb8baa7ccfa7 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:37.969913 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-e2cb5c45-6b29-428b-8f80-0479f156a2e8 req-9731d90d-b824-4535-93b8-bb8baa7ccfa7 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 943 time: 0.0650659 Sep 01 16:34:38.014360 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-e2cb5c45-6b29-428b-8f80-0479f156a2e8 req-e3d1172c-73f2-44ad-ae0e-27ba0ebac24a tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=394ec080-8797-4674-9de4-8f003da9c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435336 Sep 01 16:34:38.021071 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-fca55f80-e172-43b6-be97-cf502aea64a9 service neutron] For port 46daf8ff-8552-45e4-b4ac-b60b47e199de, host hv-cinder-85220, cleared binding levels {{(pid=106490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:34:38.024312 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-fca55f80-e172-43b6-be97-cf502aea64a9 service neutron] For port 46daf8ff-8552-45e4-b4ac-b60b47e199de, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=46daf8ff-8552-45e4-b4ac-b60b47e199de,segment=NetworkSegment(a5fdef99-cab9-4e68-9f85-2b12b874dece),segment_id=a5fdef99-cab9-4e68-9f85-2b12b874dece)] {{(pid=106490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:34:38.038593 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-fca55f80-e172-43b6-be97-cf502aea64a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (46daf8ff-8552-45e4-b4ac-b60b47e199de), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:38.057020 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-fca55f80-e172-43b6-be97-cf502aea64a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:38.057674 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-fca55f80-e172-43b6-be97-cf502aea64a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:38.059075 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-fca55f80-e172-43b6-be97-cf502aea64a9 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/46daf8ff-8552-45e4-b4ac-b60b47e199de HTTP/1.1" status: 200 len: 1093 time: 1.2103488 Sep 01 16:34:38.059497 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0958ba3f-7f1d-4fa1-bff7-4459d3945b6f', 'tag': '46daf8ff-8552-45e4-b4ac-b60b47e199de'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:34:38.061678 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2d914c-b951-46b3-8b29-cd90bfa1cbdd" -d '{"events": [{"name": "network-changed", "server_uuid": "0958ba3f-7f1d-4fa1-bff7-4459d3945b6f", "tag": "46daf8ff-8552-45e4-b4ac-b60b47e199de"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:34:38.089330 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca55f80-e172-43b6-be97-cf502aea64a9 service neutron] Pushing event updated for resources: {'Port': ['ID=46daf8ff-8552-45e4-b4ac-b60b47e199de,revision_number=3']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:38.101976 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 16:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df2af79-7cdf-4c85-b0e7-7d79e310a320 x-openstack-request-id: req-7df2af79-7cdf-4c85-b0e7-7d79e310a320 {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:34:38.102276 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0958ba3f-7f1d-4fa1-bff7-4459d3945b6f", "tag": "46daf8ff-8552-45e4-b4ac-b60b47e199de", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:34:38.102530 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7df2af79-7cdf-4c85-b0e7-7d79e310a320 {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:34:38.102918 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7df2af79-7cdf-4c85-b0e7-7d79e310a320'] response: {'name': 'network-changed', 'server_uuid': '0958ba3f-7f1d-4fa1-bff7-4459d3945b6f', 'tag': '46daf8ff-8552-45e4-b4ac-b60b47e199de', 'status': 'completed', 'code': 200} Sep 01 16:34:38.767992 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:38.792455 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:38.829558 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-b440aa17-3512-401d-a3fc-7789fb47c3ca req-297decbd-ea15-4d90-b6c7-64fc1648fb4a tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 210 time: 0.0267694 Sep 01 16:34:38.977239 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3c826-300f-41c8-8a98-07acc87b2a1b req-8acc76ef-f0c2-4535-8076-e2ab3fecd349 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:38.978743 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bde3c826-300f-41c8-8a98-07acc87b2a1b req-8acc76ef-f0c2-4535-8076-e2ab3fecd349 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 943 time: 0.0591764 Sep 01 16:34:39.008868 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-8fabd17e-f98e-4b5a-8d05-fc7f7beabcf5 req-ef24fc7d-269a-4dea-b8fa-9a1a2aa513d9 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 210 time: 0.0287282 Sep 01 16:34:39.026980 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bde3c826-300f-41c8-8a98-07acc87b2a1b req-adb7ad8a-81c2-45d1-87fe-23d8e8e99b64 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416222 Sep 01 16:34:39.140472 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31abd615-022c-4531-909c-208613720ea7 req-54b753d5-4ee0-4104-b7b0-c6ba0984729d tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:39.141887 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-31abd615-022c-4531-909c-208613720ea7 req-54b753d5-4ee0-4104-b7b0-c6ba0984729d tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 943 time: 0.0490620 Sep 01 16:34:39.187627 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-31abd615-022c-4531-909c-208613720ea7 req-895f2a5f-ffb1-4f39-b6f8-216a6fb088cf tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=394ec080-8797-4674-9de4-8f003da9c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402029 Sep 01 16:34:39.933762 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-add176ed-9633-4e28-ab51-9ae550596fa2 req-58841f97-dac5-4220-9fa8-8f51853606d0 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 210 time: 0.0326338 Sep 01 16:34:40.109939 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-ceac8d9d-e97c-4a70-b03e-91c0cd4ed5a9 req-d8b4d7db-9a3a-46cf-b45a-6136587b32ff tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 210 time: 0.0284233 Sep 01 16:34:40.153823 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3fc259-3907-47ea-b4ad-6d06179c4dad req-e766e87e-e530-442e-afb2-e2915fe9e079 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:40.155351 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2a3fc259-3907-47ea-b4ad-6d06179c4dad req-e766e87e-e530-442e-afb2-e2915fe9e079 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 943 time: 0.0526810 Sep 01 16:34:40.203136 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2a3fc259-3907-47ea-b4ad-6d06179c4dad req-46cd4795-df0c-46a0-b15d-e8bd3646f83c tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420489 Sep 01 16:34:40.310548 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9169b84-d94d-428e-802e-7a8f88d5be42 req-267ec2f5-c46a-4359-a4e4-32bd607f03bf tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:40.312020 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-b9169b84-d94d-428e-802e-7a8f88d5be42 req-267ec2f5-c46a-4359-a4e4-32bd607f03bf tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 943 time: 0.0501633 Sep 01 16:34:40.378406 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-b9169b84-d94d-428e-802e-7a8f88d5be42 req-289f7090-6ace-44db-8667-a9810f9b32d6 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=394ec080-8797-4674-9de4-8f003da9c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575178 Sep 01 16:34:41.033831 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1041fed2-2b7d-47ce-93af-3a2334becf59 req-bd61bf60-aaa4-4e85-9144-cde5f8abe901 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 210 time: 0.0281208 Sep 01 16:34:41.124579 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-a600f830-1e77-43e8-bfc6-8b070f286b28 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Request body: {'port': {'device_id': 'fae886be-6615-48f8-8482-9f04376a3dd3', 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7', 'admin_state_up': True, 'tenant_id': 'b4bbb5d3895c49fa8695d3bca946dbea'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:34:41.136279 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:41.222166 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364ebfd-3bd4-4c58-8b47-4286614f09b1 req-d534813d-e44a-4472-a9df-b9444d9602d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:41.223684 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-9364ebfd-3bd4-4c58-8b47-4286614f09b1 req-d534813d-e44a-4472-a9df-b9444d9602d0 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=b4bbb5d3895c49fa8695d3bca946dbea&device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 1127 time: 0.0940435 Sep 01 16:34:41.309825 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-113258f6-83ee-4cd5-b185-1d427c0416c9 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b086b899-9326-4795-b2fc-0c23a4a38451 HTTP/1.1" status: 200 len: 217 time: 0.1917181 Sep 01 16:34:41.323495 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=100 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:41.341794 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d914c-b951-46b3-8b29-cd90bfa1cbdd req-d76d8777-7f89-4b3d-b8f8-48831ca401f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:41.343392 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-de2d914c-b951-46b3-8b29-cd90bfa1cbdd req-d76d8777-7f89-4b3d-b8f8-48831ca401f6 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=cfb0b630e22745e8af15fb02c71800c3&device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 1127 time: 0.2146704 Sep 01 16:34:41.411551 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-c97a5678-6200-4245-afa9-679dc0fb7249 req-4d51cbfc-472f-4d6b-80db-e67f342ec06f tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 210 time: 0.0712152 Sep 01 16:34:41.534674 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-f9677ce8-1db8-4988-a2cd-255e2dd2ce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:41.536331 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-f9677ce8-1db8-4988-a2cd-255e2dd2ce30 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=a44d6986-5951-4786-acc4-4dfb02069724 HTTP/1.1" status: 200 len: 851 time: 0.2148013 Sep 01 16:34:41.685479 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:41.686945 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d914c-b951-46b3-8b29-cd90bfa1cbdd req-e325a071-b2b7-4d9a-8b82-f0cdba81aff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:41.688473 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-de2d914c-b951-46b3-8b29-cd90bfa1cbdd req-e325a071-b2b7-4d9a-8b82-f0cdba81aff1 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=cfb0b630e22745e8af15fb02c71800c3&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3307285 Sep 01 16:34:41.762596 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062eb1e7-b439-4024-8e8b-6631389dab8a req-bc31730d-28b5-4c77-bf40-56e9947ffe0f tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:41.769933 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-062eb1e7-b439-4024-8e8b-6631389dab8a req-bc31730d-28b5-4c77-bf40-56e9947ffe0f tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 943 time: 0.4471962 Sep 01 16:34:41.810468 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:41.815386 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06c5bc-2a86-411e-b911-972caf088c6e req-0145be26-362d-4c41-8f14-84cc4b326128 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:41.816908 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-8b06c5bc-2a86-411e-b911-972caf088c6e req-0145be26-362d-4c41-8f14-84cc4b326128 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 943 time: 0.2915754 Sep 01 16:34:41.855956 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-87e82f16-1e38-4dea-87a3-008cdb6336be tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=aab96a55de014d8cac2c004ba7cadedd HTTP/1.1" status: 200 len: 379 time: 0.7310948 Sep 01 16:34:41.855956 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-982b2083-8d45-4735-82fd-7401bb995501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:41.855956 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-982b2083-8d45-4735-82fd-7401bb995501 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=dca0ab61-d5ff-4379-b762-3829795267ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3004949 Sep 01 16:34:41.869935 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-723d1326-1fc7-4f07-ad1a-d75da8304f9d tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Request body: {'port': {'device_id': 'f220c0ef-c9c6-4fb0-995b-6daea95e841f', 'network_id': 'ba8f8151-1775-4d72-8643-4c1aec9c20a0', 'admin_state_up': True, 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'security_groups': ['57020760-b160-47fd-a916-6d09cc288034']}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:34:41.931862 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-8b06c5bc-2a86-411e-b911-972caf088c6e req-3af4387e-d6f1-43a7-8524-06d2908242c0 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=394ec080-8797-4674-9de4-8f003da9c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007369 Sep 01 16:34:41.946404 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d914c-b951-46b3-8b29-cd90bfa1cbdd req-ed04febb-adc9-48c8-a63e-76906834ac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:41.949307 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-de2d914c-b951-46b3-8b29-cd90bfa1cbdd req-ed04febb-adc9-48c8-a63e-76906834ac55 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2518549 Sep 01 16:34:42.065907 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-220d2ad8-47ee-4819-8be6-376f2fc2a271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:42.067541 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-220d2ad8-47ee-4819-8be6-376f2fc2a271 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=cfb0b630e22745e8af15fb02c71800c3&device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 1127 time: 0.0507135 Sep 01 16:34:42.097512 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-a600f830-1e77-43e8-bfc6-8b070f286b28 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Made reservation on behalf of b4bbb5d3895c49fa8695d3bca946dbea for: {'port': 1} {{(pid=106490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:34:42.101242 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-a600f830-1e77-43e8-bfc6-8b070f286b28 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:42.127231 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364ebfd-3bd4-4c58-8b47-4286614f09b1 req-d93ab8dc-28f6-41f9-9507-0b0b1d0b8f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:42.127231 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-9364ebfd-3bd4-4c58-8b47-4286614f09b1 req-d93ab8dc-28f6-41f9-9507-0b0b1d0b8f17 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7 HTTP/1.1" status: 200 len: 918 time: 0.8676376 Sep 01 16:34:42.137312 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-06382ca2-da9d-4de8-a7e4-6859286fbbd0 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46daf8ff-8552-45e4-b4ac-b60b47e199de HTTP/1.1" status: 200 len: 217 time: 0.0545304 Sep 01 16:34:42.161438 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-2d4c9329-f0d3-4778-a220-7a084ef2b89a req-c5a2aa50-1ab6-464a-a322-3ce03ff686d3 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 210 time: 0.0381579 Sep 01 16:34:42.208408 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-69d01b50-d7e1-4850-acea-a5b6742603d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:42.210098 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-69d01b50-d7e1-4850-acea-a5b6742603d0 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=fdf6e192-10ef-49d3-8b96-d6cc87fe33e0 HTTP/1.1" status: 200 len: 855 time: 0.0576067 Sep 01 16:34:42.269046 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-9364ebfd-3bd4-4c58-8b47-4286614f09b1 req-b8db5ec5-af19-4a9a-9f29-cfbbbb994dba service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=871bccd9-3596-40d8-8c9a-f29d5ba58a45 HTTP/1.1" status: 200 len: 217 time: 0.0811718 Sep 01 16:34:42.281556 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-062eb1e7-b439-4024-8e8b-6631389dab8a req-333519ca-934e-4c3c-82fc-d0ccfaaa93b1 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5106199 Sep 01 16:34:42.387345 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-2d891c74-f4c9-4134-8679-1dc64d694425 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/dca0ab61-d5ff-4379-b762-3829795267ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5235834 Sep 01 16:34:42.421031 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 58570) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:42.440828 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-723d1326-1fc7-4f07-ad1a-d75da8304f9d tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Made reservation on behalf of aab96a55de014d8cac2c004ba7cadedd for: {'port': 1} {{(pid=106490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:34:42.444622 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-723d1326-1fc7-4f07-ad1a-d75da8304f9d tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:42.470917 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_common [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-a600f830-1e77-43e8-bfc6-8b070f286b28 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Allocated IP 172.20.0.7 (f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7/82786ccd-9c4e-40d1-ba01-7f97c9ac8af5/1a82e99d-ba3e-4063-bdf7-4d47fa07f110) {{(pid=106490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:34:42.483404 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:42.526503 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-ea7b3797-ab71-414a-b9dd-e3dfc433e32a req-81211b60-2cc2-48d7-8ebe-ce2aedf7bb8b tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 210 time: 0.0352888 Sep 01 16:34:42.558518 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-16bf2720-1d0a-4955-8e1f-8f30a5a0b339 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:42.634792 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-16bf2720-1d0a-4955-8e1f-8f30a5a0b339 admin admin] Publish callbacks [] for security_group (1b17b00b-f618-4df6-8f56-4193cc0cc3d8), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:42.638578 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-16bf2720-1d0a-4955-8e1f-8f30a5a0b339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (1b17b00b-f618-4df6-8f56-4193cc0cc3d8), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:42.675988 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf2720-1d0a-4955-8e1f-8f30a5a0b339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b17b00b-f618-4df6-8f56-4193cc0cc3d8,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:42.683409 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-16bf2720-1d0a-4955-8e1f-8f30a5a0b339 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ff1e8fa9a307434898ca95efa343e07e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2579739 Sep 01 16:34:42.690111 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_common [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-723d1326-1fc7-4f07-ad1a-d75da8304f9d tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Allocated IP 172.20.0.3 (ba8f8151-1775-4d72-8643-4c1aec9c20a0/78963023-41a6-45a3-a4c4-170de5dc804e/38cd1838-9a61-4f72-a995-2bc777df4564) {{(pid=106490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:34:42.694056 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 58576) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:42.767296 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-27708d99-71dc-49b8-bb3b-48a0e641645a admin admin] Publish callbacks [] for security_group (1b17b00b-f618-4df6-8f56-4193cc0cc3d8), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:42.770658 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-a600f830-1e77-43e8-bfc6-8b070f286b28 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks [] for port (1a82e99d-ba3e-4063-bdf7-4d47fa07f110), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:42.792038 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-27708d99-71dc-49b8-bb3b-48a0e641645a admin admin] Publish callbacks [] for security_group (1b17b00b-f618-4df6-8f56-4193cc0cc3d8), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:42.850830 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-27708d99-71dc-49b8-bb3b-48a0e641645a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (1b17b00b-f618-4df6-8f56-4193cc0cc3d8), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:42.857440 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-27708d99-71dc-49b8-bb3b-48a0e641645a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:42.859464 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-27708d99-71dc-49b8-bb3b-48a0e641645a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/1b17b00b-f618-4df6-8f56-4193cc0cc3d8 HTTP/1.1" status: 204 len: 168 time: 0.1635580 Sep 01 16:34:42.871463 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27708d99-71dc-49b8-bb3b-48a0e641645a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b17b00b-f618-4df6-8f56-4193cc0cc3d8,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:42.923435 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-a600f830-1e77-43e8-bfc6-8b070f286b28 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847'] for port (1a82e99d-ba3e-4063-bdf7-4d47fa07f110), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:42.968887 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-723d1326-1fc7-4f07-ad1a-d75da8304f9d tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks [] for port (38cd1838-9a61-4f72-a995-2bc777df4564), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:42.988373 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=7 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:43.013442 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-a600f830-1e77-43e8-bfc6-8b070f286b28 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Network f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7 is already hosted by enough agents. {{(pid=106490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:34:43.022920 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-a600f830-1e77-43e8-bfc6-8b070f286b28 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Resources bound (agent type, host, resource id): {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:34:43.029671 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-a600f830-1e77-43e8-bfc6-8b070f286b28 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Received port after_create {{(pid=106490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:34:43.035920 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-a600f830-1e77-43e8-bfc6-8b070f286b28 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:43.036582 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-a600f830-1e77-43e8-bfc6-8b070f286b28 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:43.048439 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a600f830-1e77-43e8-bfc6-8b070f286b28 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Pushing event updated for resources: {'Port': ['ID=1a82e99d-ba3e-4063-bdf7-4d47fa07f110,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:43.110652 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-a600f830-1e77-43e8-bfc6-8b070f286b28 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9936554 Sep 01 16:34:43.112557 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-723d1326-1fc7-4f07-ad1a-d75da8304f9d tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847'] for port (38cd1838-9a61-4f72-a995-2bc777df4564), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:43.120412 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f77bf-b1bf-4b76-814e-e84986544ba3 req-06a4393e-055a-4bae-917b-e1ea6e7d4f51 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:43.121925 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c00f77bf-b1bf-4b76-814e-e84986544ba3 req-06a4393e-055a-4bae-917b-e1ea6e7d4f51 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 943 time: 0.0802619 Sep 01 16:34:43.202343 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d1326-1fc7-4f07-ad1a-d75da8304f9d tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Pushing event updated for resources: {'Port': ['ID=38cd1838-9a61-4f72-a995-2bc777df4564,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:43.257943 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-723d1326-1fc7-4f07-ad1a-d75da8304f9d tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Network ba8f8151-1775-4d72-8643-4c1aec9c20a0 is already hosted by enough agents. {{(pid=106490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:34:43.268303 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-723d1326-1fc7-4f07-ad1a-d75da8304f9d tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Resources bound (agent type, host, resource id): {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:34:43.286662 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-723d1326-1fc7-4f07-ad1a-d75da8304f9d tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Received port after_create {{(pid=106490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:34:43.293460 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-723d1326-1fc7-4f07-ad1a-d75da8304f9d tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:43.294540 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-723d1326-1fc7-4f07-ad1a-d75da8304f9d tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:43.309713 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:43.319533 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:43.345965 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c00f77bf-b1bf-4b76-814e-e84986544ba3 req-bac3cc6e-a500-4a60-b23e-0501844872b4 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=394ec080-8797-4674-9de4-8f003da9c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168176 Sep 01 16:34:43.368765 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-723d1326-1fc7-4f07-ad1a-d75da8304f9d tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5026462 Sep 01 16:34:43.387195 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 58610) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:43.402451 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b8809-0a8f-4a5b-aaa1-da82475333c2 req-604a734b-9acd-409c-85de-9ae07a5076a2 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:43.410822 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-957b8809-0a8f-4a5b-aaa1-da82475333c2 req-604a734b-9acd-409c-85de-9ae07a5076a2 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 931 time: 0.1263804 Sep 01 16:34:43.425162 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-cbbbf659-6825-4c45-be15-4e8578e51a6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:43.430007 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-676eddbd-a544-4723-8df9-6741c43f94df None None] Provisioning complete for port 1a82e99d-ba3e-4063-bdf7-4d47fa07f110 triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:34:43.430666 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-676eddbd-a544-4723-8df9-6741c43f94df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (1a82e99d-ba3e-4063-bdf7-4d47fa07f110), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:43.464851 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-957b8809-0a8f-4a5b-aaa1-da82475333c2 req-d3c5de47-7c12-4097-8768-73a213a6c35a tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530615 Sep 01 16:34:43.486176 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-676eddbd-a544-4723-8df9-6741c43f94df None None] Port 1a82e99d-ba3e-4063-bdf7-4d47fa07f110 cannot update to ACTIVE because it is not bound. {{(pid=106491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 16:34:43.527911 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d22d2b-cc45-4983-b2a6-d04844699bbf req-094170a0-f340-49cd-9503-0fba5b222514 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:43.529424 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-23d22d2b-cc45-4983-b2a6-d04844699bbf req-094170a0-f340-49cd-9503-0fba5b222514 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 943 time: 0.0859227 Sep 01 16:34:43.590188 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-cbbbf659-6825-4c45-be15-4e8578e51a6b admin admin] Publish callbacks [] for security_group (54172ac9-4284-408c-9058-dc9b41540764), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:43.600866 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-cbbbf659-6825-4c45-be15-4e8578e51a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (54172ac9-4284-408c-9058-dc9b41540764), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:43.610300 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5b2e4ee1-b4d3-4a78-8138-25e61e0e263a None None] Provisioning complete for port 38cd1838-9a61-4f72-a995-2bc777df4564 triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:34:43.610984 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5b2e4ee1-b4d3-4a78-8138-25e61e0e263a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (38cd1838-9a61-4f72-a995-2bc777df4564), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:43.620396 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-23d22d2b-cc45-4983-b2a6-d04844699bbf req-c3172b49-4071-4b81-b554-90f3e3dac58c tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837479 Sep 01 16:34:43.653301 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbbf659-6825-4c45-be15-4e8578e51a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54172ac9-4284-408c-9058-dc9b41540764,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:43.655535 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab2940-e2c5-449c-ae40-3722ffce7ec3 req-609e653a-5256-487a-82c4-2fbba14a6d49 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:43.657197 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-d0ab2940-e2c5-449c-ae40-3722ffce7ec3 req-609e653a-5256-487a-82c4-2fbba14a6d49 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 931 time: 0.0530186 Sep 01 16:34:43.658772 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-cbbbf659-6825-4c45-be15-4e8578e51a6b admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=fd97dba15b5d4d7f870392ca2a33443a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2705767 Sep 01 16:34:43.661565 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 58614) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:43.671590 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5b2e4ee1-b4d3-4a78-8138-25e61e0e263a None None] Port 38cd1838-9a61-4f72-a995-2bc777df4564 cannot update to ACTIVE because it is not bound. {{(pid=106491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 16:34:43.705908 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-d0ab2940-e2c5-449c-ae40-3722ffce7ec3 req-5173f23c-6924-46df-be6f-b7708c8522c4 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424051 Sep 01 16:34:43.713169 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-03f59ace-5147-4931-87ad-67ca30050e10 admin admin] Publish callbacks [] for security_group (54172ac9-4284-408c-9058-dc9b41540764), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:43.734638 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-03f59ace-5147-4931-87ad-67ca30050e10 admin admin] Publish callbacks [] for security_group (54172ac9-4284-408c-9058-dc9b41540764), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:43.778545 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-03f59ace-5147-4931-87ad-67ca30050e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (54172ac9-4284-408c-9058-dc9b41540764), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:43.781249 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-03f59ace-5147-4931-87ad-67ca30050e10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:43.782377 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-03f59ace-5147-4931-87ad-67ca30050e10 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/54172ac9-4284-408c-9058-dc9b41540764 HTTP/1.1" status: 204 len: 168 time: 0.1198797 Sep 01 16:34:43.790040 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f59ace-5147-4931-87ad-67ca30050e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54172ac9-4284-408c-9058-dc9b41540764,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:44.462353 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f00a72-e295-4158-a353-55b155a3e15f req-bc1e6b3c-300f-4d6b-bd1c-16047d96357c tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:44.463907 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d0f00a72-e295-4158-a353-55b155a3e15f req-bc1e6b3c-300f-4d6b-bd1c-16047d96357c tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 943 time: 0.0509374 Sep 01 16:34:44.522988 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d0f00a72-e295-4158-a353-55b155a3e15f req-4d4fb8fe-0004-4453-acac-9b6318eeb7c4 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=394ec080-8797-4674-9de4-8f003da9c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530539 Sep 01 16:34:44.592699 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c743cc5-a327-4357-8bb4-4cc9781f0f92 req-b87d094e-63a2-4bec-b84f-de75b53321b2 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:44.594161 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-1c743cc5-a327-4357-8bb4-4cc9781f0f92 req-b87d094e-63a2-4bec-b84f-de75b53321b2 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 931 time: 0.0534167 Sep 01 16:34:44.642469 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-1c743cc5-a327-4357-8bb4-4cc9781f0f92 req-3f17d96d-50ce-418d-ba0b-f4e97ab0f036 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425496 Sep 01 16:34:44.747489 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9af780-1304-4156-8e95-09db630f58bb req-8b59a0d2-6d50-417b-a723-7376f5702531 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:44.749044 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7f9af780-1304-4156-8e95-09db630f58bb req-8b59a0d2-6d50-417b-a723-7376f5702531 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 943 time: 0.0512483 Sep 01 16:34:44.799812 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:44.805681 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7f9af780-1304-4156-8e95-09db630f58bb req-8ad8488e-ba66-4ad4-b25b-978032a8522d tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509036 Sep 01 16:34:44.838274 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23f5c9-f87d-47b7-85d9-a4eff316e974 req-d6dd5195-0812-4f95-8103-ba92538150d7 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:44.839046 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-0d23f5c9-f87d-47b7-85d9-a4eff316e974 req-d6dd5195-0812-4f95-8103-ba92538150d7 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 931 time: 0.0527575 Sep 01 16:34:44.874770 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:44.891607 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-0d23f5c9-f87d-47b7-85d9-a4eff316e974 req-fd9d3533-48a3-4bba-9f38-7cafaef30efe tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463190 Sep 01 16:34:44.989691 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-a6375151-ba43-44c7-b2b4-51b4b54b4300 service neutron] Request body: {'port': {'device_id': 'f220c0ef-c9c6-4fb0-995b-6daea95e841f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:34:45.003176 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 871bccd9-3596-40d8-8c9a-f29d5ba58a45 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:34:45.015081 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-cf2473d0-268f-4d26-be40-604f8e6ef362 service neutron] Request body: {'port': {'device_id': 'fae886be-6615-48f8-8482-9f04376a3dd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:34:45.034839 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-3afdde18-aa70-4681-8f2e-c813d3d5a283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:45.037037 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-3afdde18-aa70-4681-8f2e-c813d3d5a283 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=1e2386a0-52ae-4650-b501-6e8c6cdd7cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0724442 Sep 01 16:34:45.132704 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 871bccd9-3596-40d8-8c9a-f29d5ba58a45, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=871bccd9-3596-40d8-8c9a-f29d5ba58a45,segment=NetworkSegment(a5d0d159-c721-4402-a1d9-2c5614894c23),segment_id=a5d0d159-c721-4402-a1d9-2c5614894c23)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:34:45.147161 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Returning: {'device': '871bccd9-3596-40d8-8c9a-f29d5ba58a45', 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7', 'port_id': '871bccd9-3596-40d8-8c9a-f29d5ba58a45', 'mac_address': 'fa:16:3e:87:e6:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82786ccd-9c4e-40d1-ba01-7f97c9ac8af5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:34:45.162352 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-095e044b-143c-487c-a99a-7e4fd671d5e9 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1e2386a0-52ae-4650-b501-6e8c6cdd7cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168270 Sep 01 16:34:45.192366 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 871bccd9-3596-40d8-8c9a-f29d5ba58a45 is: DOWN; New status is: BUILD {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:34:45.193658 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (871bccd9-3596-40d8-8c9a-f29d5ba58a45), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:45.208807 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 871bccd9-3596-40d8-8c9a-f29d5ba58a45 {{(pid=106491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:34:45.231231 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 871bccd9-3596-40d8-8c9a-f29d5ba58a45, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=871bccd9-3596-40d8-8c9a-f29d5ba58a45,segment=NetworkSegment(a5d0d159-c721-4402-a1d9-2c5614894c23),segment_id=a5d0d159-c721-4402-a1d9-2c5614894c23)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:34:45.237643 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-cf2473d0-268f-4d26-be40-604f8e6ef362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (1a82e99d-ba3e-4063-bdf7-4d47fa07f110), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:45.238541 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (871bccd9-3596-40d8-8c9a-f29d5ba58a45), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:45.239575 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:45.253082 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364ebfd-3bd4-4c58-8b47-4286614f09b1 req-6d546154-acf2-4e51-b1fd-80fb729bd35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:45.254678 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-9364ebfd-3bd4-4c58-8b47-4286614f09b1 req-6d546154-acf2-4e51-b1fd-80fb729bd35e service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=82786ccd-9c4e-40d1-ba01-7f97c9ac8af5 HTTP/1.1" status: 200 len: 856 time: 0.2131686 Sep 01 16:34:45.286742 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-a6375151-ba43-44c7-b2b4-51b4b54b4300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (38cd1838-9a61-4f72-a995-2bc777df4564), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:45.295157 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:45.304698 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-c999a21e-f62a-4f12-8ffb-94109b6be247 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1e2386a0-52ae-4650-b501-6e8c6cdd7cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341877 Sep 01 16:34:45.348511 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=871bccd9-3596-40d8-8c9a-f29d5ba58a45,revision_number=4']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:45.388110 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7c0e173c-4ba7-40e6-8ebd-9e730d2ee842 req-4caeb7d7-7b9a-4ec8-8e3b-ed7c414456a1 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/dca0ab61-d5ff-4379-b762-3829795267ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941236 Sep 01 16:34:45.473729 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364ebfd-3bd4-4c58-8b47-4286614f09b1 req-da5dfe73-66fb-4f5b-9fc7-3fe970c157f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:45.475285 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-9364ebfd-3bd4-4c58-8b47-4286614f09b1 req-da5dfe73-66fb-4f5b-9fc7-3fe970c157f5 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2094319 Sep 01 16:34:45.648575 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] get_ports_and_sgs() called for port_ids ['871bccd9-3596-40d8-8c9a-f29d5ba58a45'] {{(pid=106491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 16:34:45.771593 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.agents_db [None req-09d9e05d-4d55-4c1e-8994-77c39c5d0c8d None None] Agent healthcheck: found 6 active agents {{(pid=106492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:34:45.812576 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2d1d0-c437-4581-a64e-5b566b9a7164 req-ad368ea0-419d-4522-a75a-d263d1b6acca tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:45.819738 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-71c2d1d0-c437-4581-a64e-5b566b9a7164 req-ad368ea0-419d-4522-a75a-d263d1b6acca tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 943 time: 0.1606514 Sep 01 16:34:45.871456 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185c6ec-e014-4b6e-b608-03fe3b84d0e7 req-2116bad2-bf75-466f-88d0-6fc96950b095 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:45.875445 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-8185c6ec-e014-4b6e-b608-03fe3b84d0e7 req-2116bad2-bf75-466f-88d0-6fc96950b095 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 931 time: 0.1223929 Sep 01 16:34:45.909996 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:45.924040 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:45.932402 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-cf2473d0-268f-4d26-be40-604f8e6ef362 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a82e99d-ba3e-4063-bdf7-4d47fa07f110 {{(pid=106490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:34:45.946556 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-8185c6ec-e014-4b6e-b608-03fe3b84d0e7 req-4f34634b-5901-4731-a61e-0c8c317ac9d5 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668104 Sep 01 16:34:45.965392 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-cf2473d0-268f-4d26-be40-604f8e6ef362 service neutron] Publish callbacks [] for port (1a82e99d-ba3e-4063-bdf7-4d47fa07f110), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:46.015660 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-71c2d1d0-c437-4581-a64e-5b566b9a7164 req-87b7fe3c-4718-4c18-b334-9914635ca5ac tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=394ec080-8797-4674-9de4-8f003da9c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949131 Sep 01 16:34:46.024079 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.provisioning_blocks [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-cf2473d0-268f-4d26-be40-604f8e6ef362 service neutron] Transition to ACTIVE for port object 1a82e99d-ba3e-4063-bdf7-4d47fa07f110 will not be triggered until provisioned by entity L2. {{(pid=106490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 16:34:46.040242 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-cf2473d0-268f-4d26-be40-604f8e6ef362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (1a82e99d-ba3e-4063-bdf7-4d47fa07f110), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:46.109209 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ecd856-ff6b-4a85-898e-fda73f33e4cd req-26cae198-1570-4071-a5f8-bf94aadd47d6 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:46.117867 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-b7ecd856-ff6b-4a85-898e-fda73f33e4cd req-26cae198-1570-4071-a5f8-bf94aadd47d6 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 943 time: 0.1020963 Sep 01 16:34:46.199531 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-b7ecd856-ff6b-4a85-898e-fda73f33e4cd req-0ae1a5c3-799d-4575-8baa-f89d5437d9f9 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771792 Sep 01 16:34:46.476362 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-a6375151-ba43-44c7-b2b4-51b4b54b4300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38cd1838-9a61-4f72-a995-2bc777df4564 {{(pid=106490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:34:46.482225 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2473d0-268f-4d26-be40-604f8e6ef362 service neutron] Pushing event updated for resources: {'Port': ['ID=1a82e99d-ba3e-4063-bdf7-4d47fa07f110,revision_number=2']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:46.520941 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-a6375151-ba43-44c7-b2b4-51b4b54b4300 service neutron] Publish callbacks [] for port (38cd1838-9a61-4f72-a995-2bc777df4564), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:46.549486 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b32443-aa1c-4d2b-889e-529194651958 req-452bc67b-4313-4457-99f8-d311c1c7c185 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:46.551014 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-72b32443-aa1c-4d2b-889e-529194651958 req-452bc67b-4313-4457-99f8-d311c1c7c185 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 931 time: 0.3958063 Sep 01 16:34:46.569056 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-cf2473d0-268f-4d26-be40-604f8e6ef362 service neutron] Attempting to bind port 1a82e99d-ba3e-4063-bdf7-4d47fa07f110 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:34:46.569403 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-cf2473d0-268f-4d26-be40-604f8e6ef362 service neutron] Attempting to bind port 1a82e99d-ba3e-4063-bdf7-4d47fa07f110 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': 'a5d0d159-c721-4402-a1d9-2c5614894c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7'}] {{(pid=106490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:34:46.569752 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-cf2473d0-268f-4d26-be40-604f8e6ef362 service neutron] Attempting to bind port 1a82e99d-ba3e-4063-bdf7-4d47fa07f110 on network f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:34:46.575191 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.provisioning_blocks [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-a6375151-ba43-44c7-b2b4-51b4b54b4300 service neutron] Transition to ACTIVE for port object 38cd1838-9a61-4f72-a995-2bc777df4564 will not be triggered until provisioned by entity L2. {{(pid=106490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 16:34:46.594999 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-cf2473d0-268f-4d26-be40-604f8e6ef362 service neutron] Port 1a82e99d-ba3e-4063-bdf7-4d47fa07f110 on network f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 16:34:46.595326 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-cf2473d0-268f-4d26-be40-604f8e6ef362 service neutron] Attempting to bind port 1a82e99d-ba3e-4063-bdf7-4d47fa07f110 on network f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:34:46.597346 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-a6375151-ba43-44c7-b2b4-51b4b54b4300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (38cd1838-9a61-4f72-a995-2bc777df4564), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:46.610357 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:UPDATE=6,neutron:SELECT=93,neutron:INSERT=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:46.645298 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-cf2473d0-268f-4d26-be40-604f8e6ef362 service neutron] Checking agent: {'id': '294a3787-103d-4a51-bc9c-bc09638a7966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 32, 3), 'started_at': datetime.datetime(2022, 9, 1, 16, 32, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:34:46.645634 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-cf2473d0-268f-4d26-be40-604f8e6ef362 service neutron] Checking segment: {'id': 'a5d0d159-c721-4402-a1d9-2c5614894c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:34:46.646013 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-cf2473d0-268f-4d26-be40-604f8e6ef362 service neutron] Bound using segment: {'id': 'a5d0d159-c721-4402-a1d9-2c5614894c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7'} {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:34:46.646482 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-cf2473d0-268f-4d26-be40-604f8e6ef362 service neutron] Bound port: 1a82e99d-ba3e-4063-bdf7-4d47fa07f110, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5d0d159-c721-4402-a1d9-2c5614894c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7'}}] {{(pid=106490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:34:46.646831 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-cf2473d0-268f-4d26-be40-604f8e6ef362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (1a82e99d-ba3e-4063-bdf7-4d47fa07f110), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:46.692467 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-9364ebfd-3bd4-4c58-8b47-4286614f09b1 req-bec466e1-498c-4f28-9b66-b8552df2e6b9 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5128305 Sep 01 16:34:46.740283 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6375151-ba43-44c7-b2b4-51b4b54b4300 service neutron] Pushing event updated for resources: {'Port': ['ID=38cd1838-9a61-4f72-a995-2bc777df4564,revision_number=2']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:46.756649 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-72b32443-aa1c-4d2b-889e-529194651958 req-8370f7c8-4648-43af-a381-115f99c12ab3 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1922710 Sep 01 16:34:46.773891 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-a6375151-ba43-44c7-b2b4-51b4b54b4300 service neutron] Attempting to bind port 38cd1838-9a61-4f72-a995-2bc777df4564 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:34:46.774264 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-a6375151-ba43-44c7-b2b4-51b4b54b4300 service neutron] Attempting to bind port 38cd1838-9a61-4f72-a995-2bc777df4564 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': '6f41d63c-c0db-43b8-a48d-b58014c53e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'ba8f8151-1775-4d72-8643-4c1aec9c20a0'}] {{(pid=106490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:34:46.774616 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-a6375151-ba43-44c7-b2b4-51b4b54b4300 service neutron] Attempting to bind port 38cd1838-9a61-4f72-a995-2bc777df4564 on network ba8f8151-1775-4d72-8643-4c1aec9c20a0 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:34:46.793481 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-a6375151-ba43-44c7-b2b4-51b4b54b4300 service neutron] Port 38cd1838-9a61-4f72-a995-2bc777df4564 on network ba8f8151-1775-4d72-8643-4c1aec9c20a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 16:34:46.794282 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-a6375151-ba43-44c7-b2b4-51b4b54b4300 service neutron] Attempting to bind port 38cd1838-9a61-4f72-a995-2bc777df4564 on network ba8f8151-1775-4d72-8643-4c1aec9c20a0 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:34:46.803726 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-cf2473d0-268f-4d26-be40-604f8e6ef362 service neutron] For port 1a82e99d-ba3e-4063-bdf7-4d47fa07f110, host hv-cinder-85220, cleared binding levels {{(pid=106490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:34:46.806385 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-a6375151-ba43-44c7-b2b4-51b4b54b4300 service neutron] Checking agent: {'id': '294a3787-103d-4a51-bc9c-bc09638a7966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 32, 3), 'started_at': datetime.datetime(2022, 9, 1, 16, 32, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:34:46.806680 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-a6375151-ba43-44c7-b2b4-51b4b54b4300 service neutron] Checking segment: {'id': '6f41d63c-c0db-43b8-a48d-b58014c53e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'ba8f8151-1775-4d72-8643-4c1aec9c20a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:34:46.807682 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-a6375151-ba43-44c7-b2b4-51b4b54b4300 service neutron] Bound using segment: {'id': '6f41d63c-c0db-43b8-a48d-b58014c53e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'ba8f8151-1775-4d72-8643-4c1aec9c20a0'} {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:34:46.808156 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-a6375151-ba43-44c7-b2b4-51b4b54b4300 service neutron] Bound port: 38cd1838-9a61-4f72-a995-2bc777df4564, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f41d63c-c0db-43b8-a48d-b58014c53e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'ba8f8151-1775-4d72-8643-4c1aec9c20a0'}}] {{(pid=106490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:34:46.808419 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-a6375151-ba43-44c7-b2b4-51b4b54b4300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (38cd1838-9a61-4f72-a995-2bc777df4564), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:46.812201 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-cf2473d0-268f-4d26-be40-604f8e6ef362 service neutron] For port 1a82e99d-ba3e-4063-bdf7-4d47fa07f110, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=1a82e99d-ba3e-4063-bdf7-4d47fa07f110,segment=NetworkSegment(a5d0d159-c721-4402-a1d9-2c5614894c23),segment_id=a5d0d159-c721-4402-a1d9-2c5614894c23)] {{(pid=106490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:34:46.828528 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-cf2473d0-268f-4d26-be40-604f8e6ef362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (1a82e99d-ba3e-4063-bdf7-4d47fa07f110), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:46.857045 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-cf2473d0-268f-4d26-be40-604f8e6ef362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:46.857684 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-cf2473d0-268f-4d26-be40-604f8e6ef362 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:46.859155 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-cf2473d0-268f-4d26-be40-604f8e6ef362 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/1a82e99d-ba3e-4063-bdf7-4d47fa07f110 HTTP/1.1" status: 200 len: 1093 time: 1.8800712 Sep 01 16:34:46.859657 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fae886be-6615-48f8-8482-9f04376a3dd3', 'tag': '1a82e99d-ba3e-4063-bdf7-4d47fa07f110'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:34:46.861965 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54475b6a-cbd9-4cd8-bbbe-0a2446a9c4b9" -d '{"events": [{"name": "network-changed", "server_uuid": "fae886be-6615-48f8-8482-9f04376a3dd3", "tag": "1a82e99d-ba3e-4063-bdf7-4d47fa07f110"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:34:46.933513 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-a6375151-ba43-44c7-b2b4-51b4b54b4300 service neutron] For port 38cd1838-9a61-4f72-a995-2bc777df4564, host hv-cinder-85220, cleared binding levels {{(pid=106490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:34:46.935744 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2473d0-268f-4d26-be40-604f8e6ef362 service neutron] Pushing event updated for resources: {'Port': ['ID=1a82e99d-ba3e-4063-bdf7-4d47fa07f110,revision_number=3']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:46.942956 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 16:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a80493-b458-43fa-8c25-9dde7f9d3872 x-openstack-request-id: req-c3a80493-b458-43fa-8c25-9dde7f9d3872 {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:34:46.943335 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fae886be-6615-48f8-8482-9f04376a3dd3", "tag": "1a82e99d-ba3e-4063-bdf7-4d47fa07f110", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:34:46.943675 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c3a80493-b458-43fa-8c25-9dde7f9d3872 {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:34:46.944157 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3a80493-b458-43fa-8c25-9dde7f9d3872'] response: {'name': 'network-changed', 'server_uuid': 'fae886be-6615-48f8-8482-9f04376a3dd3', 'tag': '1a82e99d-ba3e-4063-bdf7-4d47fa07f110', 'status': 'completed', 'code': 200} Sep 01 16:34:46.952912 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-a6375151-ba43-44c7-b2b4-51b4b54b4300 service neutron] For port 38cd1838-9a61-4f72-a995-2bc777df4564, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=38cd1838-9a61-4f72-a995-2bc777df4564,segment=NetworkSegment(6f41d63c-c0db-43b8-a48d-b58014c53e5f),segment_id=6f41d63c-c0db-43b8-a48d-b58014c53e5f)] {{(pid=106490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:34:46.958963 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-a6375151-ba43-44c7-b2b4-51b4b54b4300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (38cd1838-9a61-4f72-a995-2bc777df4564), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:46.962224 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-a6375151-ba43-44c7-b2b4-51b4b54b4300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:46.962879 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-a6375151-ba43-44c7-b2b4-51b4b54b4300 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:46.964401 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-a6375151-ba43-44c7-b2b4-51b4b54b4300 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/38cd1838-9a61-4f72-a995-2bc777df4564 HTTP/1.1" status: 200 len: 1093 time: 1.9827275 Sep 01 16:34:46.982448 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 871bccd9-3596-40d8-8c9a-f29d5ba58a45 up at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:34:47.018555 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6375151-ba43-44c7-b2b4-51b4b54b4300 service neutron] Pushing event updated for resources: {'Port': ['ID=38cd1838-9a61-4f72-a995-2bc777df4564,revision_number=3']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:47.037128 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning for port 871bccd9-3596-40d8-8c9a-f29d5ba58a45 completed by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 16:34:47.044685 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning complete for port 871bccd9-3596-40d8-8c9a-f29d5ba58a45 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:34:47.044773 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (871bccd9-3596-40d8-8c9a-f29d5ba58a45), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:47.131408 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 871bccd9-3596-40d8-8c9a-f29d5ba58a45 is: BUILD; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:34:47.131981 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (871bccd9-3596-40d8-8c9a-f29d5ba58a45), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:47.134628 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbad74-751e-4ab4-afe1-9e643460f42b req-1d6dd10e-7cea-4766-95bd-c22905c13bfb tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:47.138853 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d4bbad74-751e-4ab4-afe1-9e643460f42b req-1d6dd10e-7cea-4766-95bd-c22905c13bfb tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 943 time: 0.0835729 Sep 01 16:34:47.158059 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:47.174079 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18166b-17b6-4880-a11d-de41ba8fe7ba req-739a0d22-feeb-4b48-81f5-3d94dee639db tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:47.176356 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-3e18166b-17b6-4880-a11d-de41ba8fe7ba req-739a0d22-feeb-4b48-81f5-3d94dee639db tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 943 time: 0.0558305 Sep 01 16:34:47.178360 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 871bccd9-3596-40d8-8c9a-f29d5ba58a45, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=871bccd9-3596-40d8-8c9a-f29d5ba58a45,segment=NetworkSegment(a5d0d159-c721-4402-a1d9-2c5614894c23),segment_id=a5d0d159-c721-4402-a1d9-2c5614894c23)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:34:47.179451 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e447e7-8805-447e-8cf9-7771733bf00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871bccd9-3596-40d8-8c9a-f29d5ba58a45'}] {{(pid=106491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:34:47.227888 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-3e18166b-17b6-4880-a11d-de41ba8fe7ba req-c24cda89-19e1-40e6-b578-923406a4c2c6 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=394ec080-8797-4674-9de4-8f003da9c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442605 Sep 01 16:34:47.254731 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (871bccd9-3596-40d8-8c9a-f29d5ba58a45), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:47.294841 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54475b6a-cbd9-4cd8-bbbe-0a2446a9c4b9 req-e0f26481-8625-4902-8c3d-ed436516f880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:47.296671 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-54475b6a-cbd9-4cd8-bbbe-0a2446a9c4b9 req-e0f26481-8625-4902-8c3d-ed436516f880 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=b4bbb5d3895c49fa8695d3bca946dbea&device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 1127 time: 0.1558645 Sep 01 16:34:47.339553 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=871bccd9-3596-40d8-8c9a-f29d5ba58a45,revision_number=5']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:47.355790 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-1be37236-b0b6-4da3-af45-0476e5abf168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:47.359623 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-1be37236-b0b6-4da3-af45-0476e5abf168 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=aab96a55de014d8cac2c004ba7cadedd&device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 1127 time: 0.1978099 Sep 01 16:34:47.367125 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c29e40-9af9-483b-8f7b-18c7eda85cf1 req-b095a951-464c-4c9c-804f-5ced4988ba14 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:47.368947 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-e6c29e40-9af9-483b-8f7b-18c7eda85cf1 req-b095a951-464c-4c9c-804f-5ced4988ba14 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 943 time: 0.0753100 Sep 01 16:34:47.398793 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d4bbad74-751e-4ab4-afe1-9e643460f42b req-0e3baea9-e464-4e2c-a32b-1ba81e1f58d2 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325525 Sep 01 16:34:47.426790 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27cd250e45b0eab3f9aacaaa4111d690d8ad0f5b6b5c497c1d88b56abc962a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a026bbde-330f-48db-9699-93457c871711" -d '{"events": [{"server_uuid": "13e447e7-8805-447e-8cf9-7771733bf00f", "name": "network-vif-plugged", "status": "completed", "tag": "871bccd9-3596-40d8-8c9a-f29d5ba58a45"}]}' {{(pid=106491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:34:47.449175 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-d354c551-ec86-44fc-9662-9b01b2c0de8e service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38cd1838-9a61-4f72-a995-2bc777df4564 HTTP/1.1" status: 200 len: 217 time: 0.0726464 Sep 01 16:34:47.454744 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-e6c29e40-9af9-483b-8f7b-18c7eda85cf1 req-748b6e13-1393-435e-8a35-1ffc2e41f725 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788126 Sep 01 16:34:47.550420 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc82af1-3424-40df-bb2d-d8ebe4ae5ded x-openstack-request-id: req-6cc82af1-3424-40df-bb2d-d8ebe4ae5ded {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:34:47.550734 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13e447e7-8805-447e-8cf9-7771733bf00f", "name": "network-vif-plugged", "status": "completed", "tag": "871bccd9-3596-40d8-8c9a-f29d5ba58a45", "code": 200}]} {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:34:47.550993 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6cc82af1-3424-40df-bb2d-d8ebe4ae5ded {{(pid=106491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:34:47.551558 dv-cinder-852209-10-iscsi neutron-server[106491]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cc82af1-3424-40df-bb2d-d8ebe4ae5ded'] response: {'server_uuid': '13e447e7-8805-447e-8cf9-7771733bf00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871bccd9-3596-40d8-8c9a-f29d5ba58a45', 'code': 200} Sep 01 16:34:47.564021 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-9364ebfd-3bd4-4c58-8b47-4286614f09b1 req-71b84750-1f29-4cba-bb20-f76acb186022 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241590 Sep 01 16:34:47.580841 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-8512a588-767e-4114-9ec6-5e2ef6c1c25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:47.582343 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-8512a588-767e-4114-9ec6-5e2ef6c1c25a service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=78963023-41a6-45a3-a4c4-170de5dc804e HTTP/1.1" status: 200 len: 850 time: 0.0881474 Sep 01 16:34:47.597099 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54475b6a-cbd9-4cd8-bbbe-0a2446a9c4b9 req-ab3f208a-8465-4b1d-9d27-32f8140aeb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:47.598674 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-54475b6a-cbd9-4cd8-bbbe-0a2446a9c4b9 req-ab3f208a-8465-4b1d-9d27-32f8140aeb2f service neutron] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=b4bbb5d3895c49fa8695d3bca946dbea&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2562723 Sep 01 16:34:47.696382 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:47.712087 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-f86fb583-257b-459e-bb25-f41260536d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:47.713670 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-f86fb583-257b-459e-bb25-f41260536d6b service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=ba8f8151-1775-4d72-8643-4c1aec9c20a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0856149 Sep 01 16:34:47.868752 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54475b6a-cbd9-4cd8-bbbe-0a2446a9c4b9 req-97c34509-0ebb-4ef5-8e0e-a3a2ad48e88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:47.870857 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-54475b6a-cbd9-4cd8-bbbe-0a2446a9c4b9 req-97c34509-0ebb-4ef5-8e0e-a3a2ad48e88c service neutron] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2516744 Sep 01 16:34:47.877305 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12082e-324f-4a5b-b8d3-24969e75224e req-301947b4-18d6-4937-94ec-1f28260df68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:47.878743 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-8d12082e-324f-4a5b-b8d3-24969e75224e req-301947b4-18d6-4937-94ec-1f28260df68b service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 1129 time: 0.0999725 Sep 01 16:34:47.904611 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43073a08-c9b7-4621-91ed-1fc063fc1f7f req-2040a1dd-ff82-4652-88e6-327fc5a5a4e0 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:47.912809 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-43073a08-c9b7-4621-91ed-1fc063fc1f7f req-2040a1dd-ff82-4652-88e6-327fc5a5a4e0 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 943 time: 0.0643210 Sep 01 16:34:47.913528 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-8d12082e-324f-4a5b-b8d3-24969e75224e req-1295c435-e8df-428f-86aa-199a4427f013 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:47.957890 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-26a3b473-026d-4126-b1e8-920df0a5df18 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ba8f8151-1775-4d72-8643-4c1aec9c20a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371902 Sep 01 16:34:47.985250 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-43073a08-c9b7-4621-91ed-1fc063fc1f7f req-8b3de2b1-f4f8-48b0-bf9c-160d3440c148 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717556 Sep 01 16:34:48.053907 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-8f1e5b35-acb6-4c65-9e36-5269e9f7fe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:48.055433 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-8f1e5b35-acb6-4c65-9e36-5269e9f7fe99 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=b4bbb5d3895c49fa8695d3bca946dbea&device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 1127 time: 0.1150584 Sep 01 16:34:48.121845 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-6065523e-7b9a-4ba4-828e-fc9ff1f4456d service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a82e99d-ba3e-4063-bdf7-4d47fa07f110 HTTP/1.1" status: 200 len: 217 time: 0.0492268 Sep 01 16:34:48.181529 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:48.195240 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1a163b35-e9d0-4bd7-8e04-3287facceff7 req-364f3fc0-d65c-417b-8518-3a371050fcb7 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ba8f8151-1775-4d72-8643-4c1aec9c20a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152286 Sep 01 16:34:48.201702 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-8d12082e-324f-4a5b-b8d3-24969e75224e req-1295c435-e8df-428f-86aa-199a4427f013 service neutron] Publish callbacks [] for security_group (7381af8b-7047-4040-ba87-7175c9cf50f0), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:48.211670 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-8d12082e-324f-4a5b-b8d3-24969e75224e req-1295c435-e8df-428f-86aa-199a4427f013 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (7381af8b-7047-4040-ba87-7175c9cf50f0), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:48.227929 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-ead13a7f-fbdd-43ba-b4d9-dadb48a030f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:48.230167 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-ead13a7f-fbdd-43ba-b4d9-dadb48a030f8 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=82786ccd-9c4e-40d1-ba01-7f97c9ac8af5 HTTP/1.1" status: 200 len: 856 time: 0.0976140 Sep 01 16:34:48.308062 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1295c435-e8df-428f-86aa-199a4427f013 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7381af8b-7047-4040-ba87-7175c9cf50f0,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:48.318515 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-8d12082e-324f-4a5b-b8d3-24969e75224e req-1295c435-e8df-428f-86aa-199a4427f013 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285254 Sep 01 16:34:48.357906 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-450d9314-377b-4b0c-a52f-f041e63642dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:48.362472 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-450d9314-377b-4b0c-a52f-f041e63642dd service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1159639 Sep 01 16:34:48.383168 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d6d87-952b-43c0-a8d6-4703ef59fcdc req-f7016b10-a6fc-4981-bc4a-b5087c6edd13 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:48.384453 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-411d6d87-952b-43c0-a8d6-4703ef59fcdc req-f7016b10-a6fc-4981-bc4a-b5087c6edd13 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 943 time: 0.0632260 Sep 01 16:34:48.441655 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-411d6d87-952b-43c0-a8d6-4703ef59fcdc req-2303fae9-da49-4035-9816-5e9c25f871c4 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=394ec080-8797-4674-9de4-8f003da9c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515132 Sep 01 16:34:48.529670 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=100 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:48.569662 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b5f9e-3912-40f9-b125-34af2bf053b3 req-da86a366-1101-4152-af49-00b4d5255049 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:48.571541 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-7a6b5f9e-3912-40f9-b125-34af2bf053b3 req-da86a366-1101-4152-af49-00b4d5255049 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 943 time: 0.0722959 Sep 01 16:34:48.604172 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3b929-e071-4368-a946-a7f8d32ad7cf req-4d215766-7fcf-47dc-8384-1e92bb117db2 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:48.611916 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-26c3b929-e071-4368-a946-a7f8d32ad7cf req-4d215766-7fcf-47dc-8384-1e92bb117db2 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 943 time: 0.0635641 Sep 01 16:34:48.655004 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-7a6b5f9e-3912-40f9-b125-34af2bf053b3 req-4e777ffb-1322-482b-b07b-09a9fec120a9 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755343 Sep 01 16:34:48.680286 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-26c3b929-e071-4368-a946-a7f8d32ad7cf req-c260d5b6-5310-4443-950a-a30d039fb3ce tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673244 Sep 01 16:34:48.943958 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 58880) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:48.949619 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f220c0ef-c9c6-4fb0-995b-6daea95e841f', 'tag': '38cd1838-9a61-4f72-a995-2bc777df4564'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:34:48.951787 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51dcd548-7737-4154-add3-93522c7c9205" -d '{"events": [{"name": "network-changed", "server_uuid": "f220c0ef-c9c6-4fb0-995b-6daea95e841f", "tag": "38cd1838-9a61-4f72-a995-2bc777df4564"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:34:48.988607 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 16:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a85060-19f5-4a9f-8245-dcad9b032f6e x-openstack-request-id: req-a4a85060-19f5-4a9f-8245-dcad9b032f6e {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:34:48.988891 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f220c0ef-c9c6-4fb0-995b-6daea95e841f", "tag": "38cd1838-9a61-4f72-a995-2bc777df4564", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:34:48.989139 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a4a85060-19f5-4a9f-8245-dcad9b032f6e {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:34:48.989543 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4a85060-19f5-4a9f-8245-dcad9b032f6e'] response: {'name': 'network-changed', 'server_uuid': 'f220c0ef-c9c6-4fb0-995b-6daea95e841f', 'tag': '38cd1838-9a61-4f72-a995-2bc777df4564', 'status': 'completed', 'code': 200} Sep 01 16:34:48.993770 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 46daf8ff-8552-45e4-b4ac-b60b47e199de details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:34:49.072411 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-01e2b6b4-c182-4ed8-ab8c-e01475951b6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:49.120266 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f0d41-6af7-4fb4-a77b-f61bd9021930 req-3e7bc9a0-828e-4a7e-950c-b6d19144a16a tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:49.121859 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1b5f0d41-6af7-4fb4-a77b-f61bd9021930 req-3e7bc9a0-828e-4a7e-950c-b6d19144a16a tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 943 time: 0.0658913 Sep 01 16:34:49.157022 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:49.209345 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1b5f0d41-6af7-4fb4-a77b-f61bd9021930 req-f2ce5db5-5d37-4389-a387-8fe5e8692291 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803385 Sep 01 16:34:49.212504 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 46daf8ff-8552-45e4-b4ac-b60b47e199de, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=46daf8ff-8552-45e4-b4ac-b60b47e199de,segment=NetworkSegment(a5fdef99-cab9-4e68-9f85-2b12b874dece),segment_id=a5fdef99-cab9-4e68-9f85-2b12b874dece)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:34:49.238713 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Returning: {'device': '46daf8ff-8552-45e4-b4ac-b60b47e199de', 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9', 'port_id': '46daf8ff-8552-45e4-b4ac-b60b47e199de', 'mac_address': 'fa:16:3e:dd:6e:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf6e192-10ef-49d3-8b96-d6cc87fe33e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:34:49.246683 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-01e2b6b4-c182-4ed8-ab8c-e01475951b6f admin admin] Publish callbacks [] for security_group (47645e55-3348-4deb-b2be-54cab4f2e94f), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:49.251396 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-01e2b6b4-c182-4ed8-ab8c-e01475951b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (47645e55-3348-4deb-b2be-54cab4f2e94f), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:49.270757 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 46daf8ff-8552-45e4-b4ac-b60b47e199de is: DOWN; New status is: BUILD {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:34:49.271147 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (46daf8ff-8552-45e4-b4ac-b60b47e199de), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:49.285503 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46daf8ff-8552-45e4-b4ac-b60b47e199de {{(pid=106491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:34:49.299495 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-01e2b6b4-c182-4ed8-ab8c-e01475951b6f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=21a5fde5baa94acdace581161f41f356&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3544030 Sep 01 16:34:49.300460 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e2b6b4-c182-4ed8-ab8c-e01475951b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47645e55-3348-4deb-b2be-54cab4f2e94f,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:49.302301 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 58894) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:49.306101 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 46daf8ff-8552-45e4-b4ac-b60b47e199de, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=46daf8ff-8552-45e4-b4ac-b60b47e199de,segment=NetworkSegment(a5fdef99-cab9-4e68-9f85-2b12b874dece),segment_id=a5fdef99-cab9-4e68-9f85-2b12b874dece)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:34:49.311101 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (46daf8ff-8552-45e4-b4ac-b60b47e199de), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:49.311804 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device b086b899-9326-4795-b2fc-0c23a4a38451 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:34:49.368520 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-ebd8e263-f359-46cd-bc92-4c9d6543f16c admin admin] Publish callbacks [] for security_group (47645e55-3348-4deb-b2be-54cab4f2e94f), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:49.391793 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-ebd8e263-f359-46cd-bc92-4c9d6543f16c admin admin] Publish callbacks [] for security_group (47645e55-3348-4deb-b2be-54cab4f2e94f), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:49.409620 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:49.420193 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=46daf8ff-8552-45e4-b4ac-b60b47e199de,revision_number=4']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:49.436514 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:49.464966 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcd548-7737-4154-add3-93522c7c9205 req-88a08831-270e-4561-8bdf-450e6d0ae049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:49.466386 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-51dcd548-7737-4154-add3-93522c7c9205 req-88a08831-270e-4561-8bdf-450e6d0ae049 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=aab96a55de014d8cac2c004ba7cadedd&device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 1127 time: 0.0823352 Sep 01 16:34:49.471428 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-ebd8e263-f359-46cd-bc92-4c9d6543f16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (47645e55-3348-4deb-b2be-54cab4f2e94f), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:49.472466 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port b086b899-9326-4795-b2fc-0c23a4a38451, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=b086b899-9326-4795-b2fc-0c23a4a38451,segment=NetworkSegment(91e4d3b2-6d1f-430a-ad42-f0e903dfbe1f),segment_id=91e4d3b2-6d1f-430a-ad42-f0e903dfbe1f)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:34:49.474050 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-ebd8e263-f359-46cd-bc92-4c9d6543f16c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:49.475217 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-ebd8e263-f359-46cd-bc92-4c9d6543f16c admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/47645e55-3348-4deb-b2be-54cab4f2e94f HTTP/1.1" status: 204 len: 168 time: 0.1717129 Sep 01 16:34:49.482992 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=12 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:49.487379 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Returning: {'device': 'b086b899-9326-4795-b2fc-0c23a4a38451', 'network_id': 'dca0ab61-d5ff-4379-b762-3829795267ff', 'port_id': 'b086b899-9326-4795-b2fc-0c23a4a38451', 'mac_address': 'fa:16:3e:26:5c:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a44d6986-5951-4786-acc4-4dfb02069724', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:34:49.516348 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-f069723e-1d8b-4620-bf6a-33637299b8b0 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657338 Sep 01 16:34:49.516471 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd8e263-f359-46cd-bc92-4c9d6543f16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47645e55-3348-4deb-b2be-54cab4f2e94f,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:49.549761 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port b086b899-9326-4795-b2fc-0c23a4a38451 is: DOWN; New status is: BUILD {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:34:49.550432 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (b086b899-9326-4795-b2fc-0c23a4a38451), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:49.569547 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b086b899-9326-4795-b2fc-0c23a4a38451 {{(pid=106491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:34:49.606421 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port b086b899-9326-4795-b2fc-0c23a4a38451, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=b086b899-9326-4795-b2fc-0c23a4a38451,segment=NetworkSegment(91e4d3b2-6d1f-430a-ad42-f0e903dfbe1f),segment_id=91e4d3b2-6d1f-430a-ad42-f0e903dfbe1f)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:34:49.612453 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (b086b899-9326-4795-b2fc-0c23a4a38451), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:49.634937 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f22a2c-88dd-4d37-95df-c6e8e269f8b4 req-a0e19464-1ca6-4e5d-84c0-df21b53c6da6 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:49.637626 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-88f22a2c-88dd-4d37-95df-c6e8e269f8b4 req-a0e19464-1ca6-4e5d-84c0-df21b53c6da6 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 943 time: 0.0778546 Sep 01 16:34:49.682786 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=b086b899-9326-4795-b2fc-0c23a4a38451,revision_number=4']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:49.707786 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-88f22a2c-88dd-4d37-95df-c6e8e269f8b4 req-5637c15f-fc39-40a6-bdc5-fd42d588c754 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=394ec080-8797-4674-9de4-8f003da9c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636230 Sep 01 16:34:49.896389 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c480ee-331e-4ba4-b55e-1a96f3b24054 req-4af51ce2-3eb0-4aa9-b459-b2d54e7187c7 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:49.904498 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-99c480ee-331e-4ba4-b55e-1a96f3b24054 req-4af51ce2-3eb0-4aa9-b459-b2d54e7187c7 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 944 time: 0.0983648 Sep 01 16:34:49.957885 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 58922) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:49.981160 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-99c480ee-331e-4ba4-b55e-1a96f3b24054 req-c7135a23-2240-4e93-977f-65497b6318c2 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756514 Sep 01 16:34:49.982179 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-158a1439-ab58-40d1-a8e5-337860003f8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:50.017954 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:50.034907 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 58924) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:50.055014 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b6712-daaa-43f9-8835-c08bfe797c3c req-b5d2222c-ef62-478c-8be3-5825689180f1 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:50.056892 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-127b6712-daaa-43f9-8835-c08bfe797c3c req-b5d2222c-ef62-478c-8be3-5825689180f1 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 943 time: 0.2347753 Sep 01 16:34:50.064582 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcd548-7737-4154-add3-93522c7c9205 req-1475d21d-20f8-4fc3-bad3-d919baa0568f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:50.066118 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-51dcd548-7737-4154-add3-93522c7c9205 req-1475d21d-20f8-4fc3-bad3-d919baa0568f service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=ba8f8151-1775-4d72-8643-4c1aec9c20a0 HTTP/1.1" status: 200 len: 912 time: 0.3317516 Sep 01 16:34:50.091988 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-158a1439-ab58-40d1-a8e5-337860003f8c admin admin] Publish callbacks [] for security_group (105e05bf-7d2b-434c-89d7-6f484033c7ca), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:50.097549 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-158a1439-ab58-40d1-a8e5-337860003f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (105e05bf-7d2b-434c-89d7-6f484033c7ca), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:50.137418 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f3c96bc0-2d41-488a-ba2e-473ed5f4539a req-3e6b6bd0-6cbb-4d64-87e1-13a2a690315f service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179760 Sep 01 16:34:50.138837 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-158a1439-ab58-40d1-a8e5-337860003f8c admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a10702e556664b14bd6cb7be929859f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1799300 Sep 01 16:34:50.139888 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a1439-ab58-40d1-a8e5-337860003f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105e05bf-7d2b-434c-89d7-6f484033c7ca,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:50.141475 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] get_ports_and_sgs() called for port_ids ['46daf8ff-8552-45e4-b4ac-b60b47e199de'] {{(pid=106491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 16:34:50.142295 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 58928) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:50.147604 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-51dcd548-7737-4154-add3-93522c7c9205 req-d90d1242-35fa-4b45-a019-774e03327724 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38cd1838-9a61-4f72-a995-2bc777df4564 HTTP/1.1" status: 200 len: 217 time: 0.0683806 Sep 01 16:34:50.216006 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-1ac14273-0db2-4318-aa72-3bb295bb63d2 admin admin] Publish callbacks [] for security_group (105e05bf-7d2b-434c-89d7-6f484033c7ca), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:50.222680 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcd548-7737-4154-add3-93522c7c9205 req-d76aa8df-6963-4735-b520-1edf544d0ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:50.224699 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-51dcd548-7737-4154-add3-93522c7c9205 req-d76aa8df-6963-4735-b520-1edf544d0ae1 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=78963023-41a6-45a3-a4c4-170de5dc804e HTTP/1.1" status: 200 len: 850 time: 0.0628648 Sep 01 16:34:50.236631 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:50.244751 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-1ac14273-0db2-4318-aa72-3bb295bb63d2 admin admin] Publish callbacks [] for security_group (105e05bf-7d2b-434c-89d7-6f484033c7ca), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:50.260635 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-127b6712-daaa-43f9-8835-c08bfe797c3c req-bcbca91b-be39-4a34-82b1-f83f6fc87df0 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909153 Sep 01 16:34:50.265087 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-ba02d666-7a4b-4450-9c51-1b89ec05e2e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:50.345435 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] get_ports_and_sgs() called for port_ids ['b086b899-9326-4795-b2fc-0c23a4a38451'] {{(pid=106491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 16:34:50.527902 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb590c-c8ef-4b1f-831f-b29f78014036 req-04ae3d1e-5e91-4757-b1cd-f0fb689e62ee tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:50.529373 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-a9eb590c-c8ef-4b1f-831f-b29f78014036 req-04ae3d1e-5e91-4757-b1cd-f0fb689e62ee tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 943 time: 0.2175064 Sep 01 16:34:50.534031 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-1ac14273-0db2-4318-aa72-3bb295bb63d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (105e05bf-7d2b-434c-89d7-6f484033c7ca), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:50.536554 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-1ac14273-0db2-4318-aa72-3bb295bb63d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:50.539998 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-1ac14273-0db2-4318-aa72-3bb295bb63d2 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/105e05bf-7d2b-434c-89d7-6f484033c7ca HTTP/1.1" status: 204 len: 168 time: 0.3842087 Sep 01 16:34:50.569387 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac14273-0db2-4318-aa72-3bb295bb63d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105e05bf-7d2b-434c-89d7-6f484033c7ca,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:50.587152 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 58940) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:50.590801 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:50.639051 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-a9eb590c-c8ef-4b1f-831f-b29f78014036 req-9dca8b6b-8c47-47d3-9fff-d5b1c2bd819a tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002319 Sep 01 16:34:50.653068 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-ba02d666-7a4b-4450-9c51-1b89ec05e2e7 admin admin] Publish callbacks [] for security_group (caa58760-f135-486c-b836-cf7876200852), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:50.657990 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-ba02d666-7a4b-4450-9c51-1b89ec05e2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (caa58760-f135-486c-b836-cf7876200852), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:50.670709 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:DELETE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:50.703948 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-ba02d666-7a4b-4450-9c51-1b89ec05e2e7 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a94e7423fcee49d2b35595ed3bed0078&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6679747 Sep 01 16:34:50.705692 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02d666-7a4b-4450-9c51-1b89ec05e2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa58760-f135-486c-b836-cf7876200852,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:50.707203 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 58944) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:50.765361 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-64907177-17d4-4adc-a86b-70c839aabd0e admin admin] Publish callbacks [] for security_group (caa58760-f135-486c-b836-cf7876200852), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:50.786279 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-64907177-17d4-4adc-a86b-70c839aabd0e admin admin] Publish callbacks [] for security_group (caa58760-f135-486c-b836-cf7876200852), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:50.870059 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e48bf2-225e-4766-9d35-f3afac0cefc0 req-cfbe4384-1e36-43e3-945e-92e612e5abb3 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:50.871684 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-30e48bf2-225e-4766-9d35-f3afac0cefc0 req-cfbe4384-1e36-43e3-945e-92e612e5abb3 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 944 time: 0.0666153 Sep 01 16:34:50.890195 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-4cbb8a62-5397-4670-90f1-5e38571da147 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:50.914140 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-64907177-17d4-4adc-a86b-70c839aabd0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (caa58760-f135-486c-b836-cf7876200852), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:50.916685 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-64907177-17d4-4adc-a86b-70c839aabd0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:50.920360 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-64907177-17d4-4adc-a86b-70c839aabd0e admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/caa58760-f135-486c-b836-cf7876200852 HTTP/1.1" status: 204 len: 168 time: 0.2093334 Sep 01 16:34:50.941926 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64907177-17d4-4adc-a86b-70c839aabd0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa58760-f135-486c-b836-cf7876200852,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:51.003155 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-30e48bf2-225e-4766-9d35-f3afac0cefc0 req-45d1a1af-a2d0-465e-93cd-55b776296061 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=394ec080-8797-4674-9de4-8f003da9c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154933 Sep 01 16:34:51.018552 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:51.074223 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-4cbb8a62-5397-4670-90f1-5e38571da147 admin admin] Publish callbacks [] for security_group (b69bd2e5-1050-4059-bbca-27ceeff24d38), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:51.080051 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-4cbb8a62-5397-4670-90f1-5e38571da147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (b69bd2e5-1050-4059-bbca-27ceeff24d38), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:51.122478 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb8a62-5397-4670-90f1-5e38571da147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69bd2e5-1050-4059-bbca-27ceeff24d38,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:51.126847 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-4cbb8a62-5397-4670-90f1-5e38571da147 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=0a1b9052f76f45fdb904e92d4bd3949f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5381217 Sep 01 16:34:51.130555 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 58968) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:51.180415 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8826bb-b61f-477a-afbf-7a4867844998 req-a0bca182-e914-4c85-80f0-bbd6ef6a92f8 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:51.189456 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-7a8826bb-b61f-477a-afbf-7a4867844998 req-a0bca182-e914-4c85-80f0-bbd6ef6a92f8 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 944 time: 0.0863478 Sep 01 16:34:51.191361 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-97e71f3d-420d-4453-b12d-5711f1af1e33 admin admin] Publish callbacks [] for security_group (b69bd2e5-1050-4059-bbca-27ceeff24d38), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:51.217500 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-97e71f3d-420d-4453-b12d-5711f1af1e33 admin admin] Publish callbacks [] for security_group (b69bd2e5-1050-4059-bbca-27ceeff24d38), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:51.262920 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-7a8826bb-b61f-477a-afbf-7a4867844998 req-a7df4812-3f83-4153-8846-bd477cb26fec tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694020 Sep 01 16:34:51.269298 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-6d103d2f-a699-48fe-bfa8-2481d8e2c651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:51.306668 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-97e71f3d-420d-4453-b12d-5711f1af1e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (b69bd2e5-1050-4059-bbca-27ceeff24d38), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:51.309774 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-97e71f3d-420d-4453-b12d-5711f1af1e33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:51.314363 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-97e71f3d-420d-4453-b12d-5711f1af1e33 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b69bd2e5-1050-4059-bbca-27ceeff24d38 HTTP/1.1" status: 204 len: 168 time: 0.1822267 Sep 01 16:34:51.359749 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcd548-7737-4154-add3-93522c7c9205 req-2fc2b82b-7ae1-44f4-b167-151143024dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:51.361772 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-51dcd548-7737-4154-add3-93522c7c9205 req-2fc2b82b-7ae1-44f4-b167-151143024dbe service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=ba8f8151-1775-4d72-8643-4c1aec9c20a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0817165 Sep 01 16:34:51.367762 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e71f3d-420d-4453-b12d-5711f1af1e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69bd2e5-1050-4059-bbca-27ceeff24d38,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:51.438318 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:51.457586 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040c6c1-a4d5-455d-9bdf-662b2fd9c422 req-ac3beb66-b6f6-41b8-8b1b-2f4319d95e09 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:51.459117 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7040c6c1-a4d5-455d-9bdf-662b2fd9c422 req-ac3beb66-b6f6-41b8-8b1b-2f4319d95e09 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 943 time: 0.0571799 Sep 01 16:34:51.506412 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 58980) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:51.523001 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-4690f8e0-8a4d-43ef-be0d-a114ded9a0bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:51.528837 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7040c6c1-a4d5-455d-9bdf-662b2fd9c422 req-dd2f76a8-e441-4002-a148-3ef75ca5f02b tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616267 Sep 01 16:34:51.564650 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 38cd1838-9a61-4f72-a995-2bc777df4564 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:34:51.609474 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 46daf8ff-8552-45e4-b4ac-b60b47e199de up at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:34:51.614502 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-4690f8e0-8a4d-43ef-be0d-a114ded9a0bf admin admin] Publish callbacks [] for security_group (2b2bd9a6-45fd-4987-be50-7d0179adffc0), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:51.620893 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-4690f8e0-8a4d-43ef-be0d-a114ded9a0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (2b2bd9a6-45fd-4987-be50-7d0179adffc0), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:51.670521 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690f8e0-8a4d-43ef-be0d-a114ded9a0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2bd9a6-45fd-4987-be50-7d0179adffc0,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:51.679598 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 58988) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:51.698214 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-4690f8e0-8a4d-43ef-be0d-a114ded9a0bf admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=0d31238f2a484ee3a24c296d9ed8edfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1896751 Sep 01 16:34:51.712840 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:51.748110 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 38cd1838-9a61-4f72-a995-2bc777df4564, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=38cd1838-9a61-4f72-a995-2bc777df4564,segment=NetworkSegment(6f41d63c-c0db-43b8-a48d-b58014c53e5f),segment_id=6f41d63c-c0db-43b8-a48d-b58014c53e5f)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:34:51.758446 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning for port 46daf8ff-8552-45e4-b4ac-b60b47e199de completed by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 16:34:51.765387 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Returning: {'device': '38cd1838-9a61-4f72-a995-2bc777df4564', 'network_id': 'ba8f8151-1775-4d72-8643-4c1aec9c20a0', 'port_id': '38cd1838-9a61-4f72-a995-2bc777df4564', 'mac_address': 'fa:16:3e:28:f8:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78963023-41a6-45a3-a4c4-170de5dc804e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:34:51.770990 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-af9ad555-3082-4906-b774-d8d0719d6dab admin admin] Publish callbacks [] for security_group (2b2bd9a6-45fd-4987-be50-7d0179adffc0), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:51.771553 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning complete for port 46daf8ff-8552-45e4-b4ac-b60b47e199de triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:34:51.771936 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (46daf8ff-8552-45e4-b4ac-b60b47e199de), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:51.803267 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-af9ad555-3082-4906-b774-d8d0719d6dab admin admin] Publish callbacks [] for security_group (2b2bd9a6-45fd-4987-be50-7d0179adffc0), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:51.823410 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b1fac-d049-42bb-a378-2a9bd00d4718 req-296d80e9-2ef3-4a68-8144-2ddbf1be002d tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:51.833972 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-ac0b1fac-d049-42bb-a378-2a9bd00d4718 req-296d80e9-2ef3-4a68-8144-2ddbf1be002d tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 943 time: 0.0770802 Sep 01 16:34:51.845711 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 38cd1838-9a61-4f72-a995-2bc777df4564 is: DOWN; New status is: BUILD {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:34:51.846495 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (38cd1838-9a61-4f72-a995-2bc777df4564), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:51.855014 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 58992) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:51.869146 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38cd1838-9a61-4f72-a995-2bc777df4564 {{(pid=106491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:34:51.869360 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-dd56114e-45ee-4ee2-9f04-0aa62c313365 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:51.890469 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-af9ad555-3082-4906-b774-d8d0719d6dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (2b2bd9a6-45fd-4987-be50-7d0179adffc0), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:51.893570 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-af9ad555-3082-4906-b774-d8d0719d6dab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:51.893706 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-ac0b1fac-d049-42bb-a378-2a9bd00d4718 req-6073fc83-dfe2-43e4-a353-4eb8fef53e5e tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582528 Sep 01 16:34:51.895852 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-af9ad555-3082-4906-b774-d8d0719d6dab admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2b2bd9a6-45fd-4987-be50-7d0179adffc0 HTTP/1.1" status: 204 len: 168 time: 0.2135606 Sep 01 16:34:51.901763 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 38cd1838-9a61-4f72-a995-2bc777df4564, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=38cd1838-9a61-4f72-a995-2bc777df4564,segment=NetworkSegment(6f41d63c-c0db-43b8-a48d-b58014c53e5f),segment_id=6f41d63c-c0db-43b8-a48d-b58014c53e5f)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:34:51.931645 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (38cd1838-9a61-4f72-a995-2bc777df4564), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:51.949822 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ad555-3082-4906-b774-d8d0719d6dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2bd9a6-45fd-4987-be50-7d0179adffc0,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:51.985256 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 46daf8ff-8552-45e4-b4ac-b60b47e199de is: BUILD; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:34:51.985955 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (46daf8ff-8552-45e4-b4ac-b60b47e199de), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:52.052939 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0958ba3f-7f1d-4fa1-bff7-4459d3945b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46daf8ff-8552-45e4-b4ac-b60b47e199de'}] {{(pid=106491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:34:52.055537 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27cd250e45b0eab3f9aacaaa4111d690d8ad0f5b6b5c497c1d88b56abc962a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421ccabe-6998-4789-afc3-ec23dcca1d6e" -d '{"events": [{"server_uuid": "0958ba3f-7f1d-4fa1-bff7-4459d3945b6f", "name": "network-vif-plugged", "status": "completed", "tag": "46daf8ff-8552-45e4-b4ac-b60b47e199de"}]}' {{(pid=106491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:34:52.070590 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=38cd1838-9a61-4f72-a995-2bc777df4564,revision_number=4']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:52.075711 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:52.078633 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 46daf8ff-8552-45e4-b4ac-b60b47e199de, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=46daf8ff-8552-45e4-b4ac-b60b47e199de,segment=NetworkSegment(a5fdef99-cab9-4e68-9f85-2b12b874dece),segment_id=a5fdef99-cab9-4e68-9f85-2b12b874dece)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:34:52.086829 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (46daf8ff-8552-45e4-b4ac-b60b47e199de), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:52.087689 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device b086b899-9326-4795-b2fc-0c23a4a38451 up at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:34:52.154424 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-51dcd548-7737-4154-add3-93522c7c9205 req-5c8bbd97-cc86-43f6-b1fc-a7f15235236c service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ba8f8151-1775-4d72-8643-4c1aec9c20a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305527 Sep 01 16:34:52.187325 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e15fb4d-a4ae-42a4-9465-fb4957ef2f8f x-openstack-request-id: req-9e15fb4d-a4ae-42a4-9465-fb4957ef2f8f {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:34:52.187645 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0958ba3f-7f1d-4fa1-bff7-4459d3945b6f", "name": "network-vif-plugged", "status": "completed", "tag": "46daf8ff-8552-45e4-b4ac-b60b47e199de", "code": 200}]} {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:34:52.187904 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e15fb4d-a4ae-42a4-9465-fb4957ef2f8f {{(pid=106491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:34:52.188309 dv-cinder-852209-10-iscsi neutron-server[106491]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e15fb4d-a4ae-42a4-9465-fb4957ef2f8f'] response: {'server_uuid': '0958ba3f-7f1d-4fa1-bff7-4459d3945b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46daf8ff-8552-45e4-b4ac-b60b47e199de', 'code': 200} Sep 01 16:34:52.190187 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=46daf8ff-8552-45e4-b4ac-b60b47e199de,revision_number=5']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:52.209067 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning for port b086b899-9326-4795-b2fc-0c23a4a38451 completed by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 16:34:52.224627 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning complete for port b086b899-9326-4795-b2fc-0c23a4a38451 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:34:52.224891 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (b086b899-9326-4795-b2fc-0c23a4a38451), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:52.234044 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-dd56114e-45ee-4ee2-9f04-0aa62c313365 admin admin] Publish callbacks [] for security_group (c56b56ad-7d2a-4154-a0f8-2bae2d345226), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:52.273215 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983cd4d-55df-4a34-aa16-cf5374b4cf40 req-fe0596e4-4421-4829-bb0f-ef009e0e53a4 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:52.281392 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-9983cd4d-55df-4a34-aa16-cf5374b4cf40 req-fe0596e4-4421-4829-bb0f-ef009e0e53a4 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 944 time: 0.1294339 Sep 01 16:34:52.286464 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-dd56114e-45ee-4ee2-9f04-0aa62c313365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (c56b56ad-7d2a-4154-a0f8-2bae2d345226), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:52.368667 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] get_ports_and_sgs() called for port_ids ['38cd1838-9a61-4f72-a995-2bc777df4564'] {{(pid=106491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 16:34:52.504651 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port b086b899-9326-4795-b2fc-0c23a4a38451 is: BUILD; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:34:52.505107 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (b086b899-9326-4795-b2fc-0c23a4a38451), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:52.553204 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f70bc7-1332-4337-9b21-9d4f5a9db3fc req-b0222a5c-6ab8-418a-852c-7736f4194580 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:52.567253 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-c6f70bc7-1332-4337-9b21-9d4f5a9db3fc req-b0222a5c-6ab8-418a-852c-7736f4194580 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 945 time: 0.1435192 Sep 01 16:34:52.577507 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 59018) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:52.671232 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-57422a8f-626f-4a66-aee1-43c2ae05e576 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:52.718708 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port b086b899-9326-4795-b2fc-0c23a4a38451, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=b086b899-9326-4795-b2fc-0c23a4a38451,segment=NetworkSegment(91e4d3b2-6d1f-430a-ad42-f0e903dfbe1f),segment_id=91e4d3b2-6d1f-430a-ad42-f0e903dfbe1f)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:34:52.745582 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (b086b899-9326-4795-b2fc-0c23a4a38451), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:52.785861 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-c6f70bc7-1332-4337-9b21-9d4f5a9db3fc req-dcedaa43-e0b1-4e62-837d-cb058ac415a6 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2131109 Sep 01 16:34:52.876147 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=b086b899-9326-4795-b2fc-0c23a4a38451,revision_number=5']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:52.935037 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-51dcd548-7737-4154-add3-93522c7c9205 req-2ce97c7a-81e8-43b2-bfd9-3db7a17e8444 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ba8f8151-1775-4d72-8643-4c1aec9c20a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7399762 Sep 01 16:34:52.976849 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-9983cd4d-55df-4a34-aa16-cf5374b4cf40 req-9c95ecc8-e648-4724-bc4a-9e7c17f26305 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=394ec080-8797-4674-9de4-8f003da9c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6938941 Sep 01 16:34:53.011734 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 59030) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:53.014152 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-57422a8f-626f-4a66-aee1-43c2ae05e576 admin admin] Publish callbacks [] for security_group (aa755c80-f9f5-4a02-86ce-7f560d0c495c), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:53.015170 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-dd56114e-45ee-4ee2-9f04-0aa62c313365 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=710f523c46724172a8cc4726770c525a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1589274 Sep 01 16:34:53.029452 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd56114e-45ee-4ee2-9f04-0aa62c313365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56b56ad-7d2a-4154-a0f8-2bae2d345226,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:53.031364 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-57422a8f-626f-4a66-aee1-43c2ae05e576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (aa755c80-f9f5-4a02-86ce-7f560d0c495c), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:53.047346 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd56114e-45ee-4ee2-9f04-0aa62c313365 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:53.047346 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd56114e-45ee-4ee2-9f04-0aa62c313365 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:53.047346 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd56114e-45ee-4ee2-9f04-0aa62c313365 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:53.047920 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd56114e-45ee-4ee2-9f04-0aa62c313365 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:53.048057 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd56114e-45ee-4ee2-9f04-0aa62c313365 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:53.049076 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd56114e-45ee-4ee2-9f04-0aa62c313365 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:53.049290 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd56114e-45ee-4ee2-9f04-0aa62c313365 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:53.049566 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd56114e-45ee-4ee2-9f04-0aa62c313365 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:53.049894 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd56114e-45ee-4ee2-9f04-0aa62c313365 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:53.050215 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd56114e-45ee-4ee2-9f04-0aa62c313365 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:53.050561 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd56114e-45ee-4ee2-9f04-0aa62c313365 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:53.050882 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd56114e-45ee-4ee2-9f04-0aa62c313365 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:53.051197 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd56114e-45ee-4ee2-9f04-0aa62c313365 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:53.051513 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd56114e-45ee-4ee2-9f04-0aa62c313365 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:53.051825 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd56114e-45ee-4ee2-9f04-0aa62c313365 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:53.055936 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ebc75-7fb1-4fc9-851a-dfa5924c5ff3 req-0274b65f-c975-4880-b3fb-e06ab6b99c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:53.057495 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7e5ebc75-7fb1-4fc9-851a-dfa5924c5ff3 req-0274b65f-c975-4880-b3fb-e06ab6b99c20 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 1129 time: 0.2219229 Sep 01 16:34:53.074773 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-57422a8f-626f-4a66-aee1-43c2ae05e576 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=904e6fe7d6bc44a593ed617679ce8b00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4958282 Sep 01 16:34:53.075726 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 59034) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:53.095014 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970dea8c-ae02-496c-82ea-b27f629e2712 req-096443d3-9866-465f-8a80-0fda31376878 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:53.096774 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-970dea8c-ae02-496c-82ea-b27f629e2712 req-096443d3-9866-465f-8a80-0fda31376878 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 943 time: 0.1437774 Sep 01 16:34:53.120119 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:53.132490 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:53.140053 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:53.162445 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943c531-da9a-4426-90e6-735ffc94af7a req-5d5e3db1-09b8-403f-bb2c-687dcf651ec0 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:53.164123 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b943c531-da9a-4426-90e6-735ffc94af7a req-5d5e3db1-09b8-403f-bb2c-687dcf651ec0 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 944 time: 0.0883856 Sep 01 16:34:53.167703 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7e5ebc75-7fb1-4fc9-851a-dfa5924c5ff3 req-98bf2230-f9cd-4b27-b2d1-a44d565f46ce service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909445 Sep 01 16:34:53.184844 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57422a8f-626f-4a66-aee1-43c2ae05e576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa755c80-f9f5-4a02-86ce-7f560d0c495c,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:53.198373 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:53.224435 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b943c531-da9a-4426-90e6-735ffc94af7a req-279607e5-ad18-4b1d-be83-ed9593c2321a tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493705 Sep 01 16:34:53.230738 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-970dea8c-ae02-496c-82ea-b27f629e2712 req-ef30a798-3502-49b1-9299-0dc5cbd4e2c1 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196826 Sep 01 16:34:53.237323 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-5908c451-5109-48a7-97f2-14ecec68920b admin admin] Publish callbacks [] for security_group (c56b56ad-7d2a-4154-a0f8-2bae2d345226), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:53.256822 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-04cb02df-db76-4aa4-bf30-99c406d3ffce admin admin] Publish callbacks [] for security_group (aa755c80-f9f5-4a02-86ce-7f560d0c495c), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:53.274136 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-5908c451-5109-48a7-97f2-14ecec68920b admin admin] Publish callbacks [] for security_group (c56b56ad-7d2a-4154-a0f8-2bae2d345226), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:53.303416 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-04cb02df-db76-4aa4-bf30-99c406d3ffce admin admin] Publish callbacks [] for security_group (aa755c80-f9f5-4a02-86ce-7f560d0c495c), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:53.374563 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-04cb02df-db76-4aa4-bf30-99c406d3ffce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (aa755c80-f9f5-4a02-86ce-7f560d0c495c), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:53.377847 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-04cb02df-db76-4aa4-bf30-99c406d3ffce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:53.379160 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-04cb02df-db76-4aa4-bf30-99c406d3ffce admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/aa755c80-f9f5-4a02-86ce-7f560d0c495c HTTP/1.1" status: 204 len: 168 time: 0.2960696 Sep 01 16:34:53.382198 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-5908c451-5109-48a7-97f2-14ecec68920b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (c56b56ad-7d2a-4154-a0f8-2bae2d345226), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:53.385812 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-5908c451-5109-48a7-97f2-14ecec68920b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:53.389933 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-5908c451-5109-48a7-97f2-14ecec68920b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/c56b56ad-7d2a-4154-a0f8-2bae2d345226 HTTP/1.1" status: 204 len: 168 time: 0.3740332 Sep 01 16:34:53.397034 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb02df-db76-4aa4-bf30-99c406d3ffce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa755c80-f9f5-4a02-86ce-7f560d0c495c,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:53.407331 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908c451-5109-48a7-97f2-14ecec68920b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56b56ad-7d2a-4154-a0f8-2bae2d345226,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:53.695698 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:53.706267 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-ab07e9d9-aa0c-4820-9fcd-10989cc86886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:53.948500 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc5ede-a394-4ce3-a61f-b6c79605c578 req-7b0b0024-47e1-4f73-9e55-6cadc98140cf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:53.950674 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-cbfc5ede-a394-4ce3-a61f-b6c79605c578 req-7b0b0024-47e1-4f73-9e55-6cadc98140cf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 945 time: 0.0524919 Sep 01 16:34:54.000128 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-cbfc5ede-a394-4ce3-a61f-b6c79605c578 req-81e8314b-4238-41d7-a1c2-6a15a68286e2 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447197 Sep 01 16:34:54.116153 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa60d3d2-27e6-44c8-a4a4-926619632d70 req-f3e8ad9d-cf51-4fb9-aa3c-1e77151eb9ec tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:54.124930 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-aa60d3d2-27e6-44c8-a4a4-926619632d70 req-f3e8ad9d-cf51-4fb9-aa3c-1e77151eb9ec tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 945 time: 0.0594838 Sep 01 16:34:54.175420 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-aa60d3d2-27e6-44c8-a4a4-926619632d70 req-e40904b5-d95c-46a1-8e69-3fb5c01ccde6 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=394ec080-8797-4674-9de4-8f003da9c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495534 Sep 01 16:34:54.189395 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af33e17-eea1-4429-bca2-299dc3f02bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b086b899-9326-4795-b2fc-0c23a4a38451'}] {{(pid=106491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:34:54.192412 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27cd250e45b0eab3f9aacaaa4111d690d8ad0f5b6b5c497c1d88b56abc962a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86554aa0-c663-4ed4-b7f9-21c7dadb8dcc" -d '{"events": [{"server_uuid": "6af33e17-eea1-4429-bca2-299dc3f02bf8", "name": "network-vif-plugged", "status": "completed", "tag": "b086b899-9326-4795-b2fc-0c23a4a38451"}]}' {{(pid=106491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:34:54.250098 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82ea030-780a-4d10-b46c-aa3b20b05396 x-openstack-request-id: req-a82ea030-780a-4d10-b46c-aa3b20b05396 {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:34:54.250611 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af33e17-eea1-4429-bca2-299dc3f02bf8", "name": "network-vif-plugged", "status": "completed", "tag": "b086b899-9326-4795-b2fc-0c23a4a38451", "code": 200}]} {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:34:54.251005 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a82ea030-780a-4d10-b46c-aa3b20b05396 {{(pid=106491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:34:54.251588 dv-cinder-852209-10-iscsi neutron-server[106491]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a82ea030-780a-4d10-b46c-aa3b20b05396'] response: {'server_uuid': '6af33e17-eea1-4429-bca2-299dc3f02bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b086b899-9326-4795-b2fc-0c23a4a38451', 'code': 200} Sep 01 16:34:54.381303 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cafe3-bd48-428f-a50a-062b4d263cd2 req-6bbaa50a-b76d-4aae-a38a-903b68ccb44c tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:54.382937 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-8a6cafe3-bd48-428f-a50a-062b4d263cd2 req-6bbaa50a-b76d-4aae-a38a-903b68ccb44c tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 943 time: 0.0564029 Sep 01 16:34:54.397123 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b26815-b7b9-493c-a65f-c273619a5b97 req-34ac19a3-e987-4e3d-87eb-d91a987c15e1 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:54.404726 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-61b26815-b7b9-493c-a65f-c273619a5b97 req-34ac19a3-e987-4e3d-87eb-d91a987c15e1 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 944 time: 0.0846033 Sep 01 16:34:54.446359 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-8a6cafe3-bd48-428f-a50a-062b4d263cd2 req-52575d34-7291-4c74-9a4a-15909fcc415f tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571587 Sep 01 16:34:54.466290 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-61b26815-b7b9-493c-a65f-c273619a5b97 req-498a86a5-d32a-4cb5-8fe1-35d26e9e8993 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564971 Sep 01 16:34:54.581927 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:55.144971 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc3998-962c-4273-90b4-fc27fa80918e req-c16eb7cc-4e39-400b-9705-ef1f7e05d633 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:55.151262 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d3cc3998-962c-4273-90b4-fc27fa80918e req-c16eb7cc-4e39-400b-9705-ef1f7e05d633 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 945 time: 0.0529220 Sep 01 16:34:55.215048 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d3cc3998-962c-4273-90b4-fc27fa80918e req-f6650ffa-2767-40c3-b1c6-ac3deb7ae60f tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592523 Sep 01 16:34:55.316195 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0f8ca-1404-432a-901e-3bf393dbeb54 req-0cc42589-3ff4-4a9c-aa3b-6f215c4db62a tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:55.323479 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-e1c0f8ca-1404-432a-901e-3bf393dbeb54 req-0cc42589-3ff4-4a9c-aa3b-6f215c4db62a tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 945 time: 0.0684431 Sep 01 16:34:55.382814 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-e1c0f8ca-1404-432a-901e-3bf393dbeb54 req-05497f2a-f3bc-4950-8a7a-5b703628050e tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=394ec080-8797-4674-9de4-8f003da9c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536122 Sep 01 16:34:55.583826 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8308c71-39ed-452c-94fa-97d5a48ff9a8 req-a73a7c11-05b3-4f8b-941d-6b1d53ff937d tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:55.592006 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e8308c71-39ed-452c-94fa-97d5a48ff9a8 req-a73a7c11-05b3-4f8b-941d-6b1d53ff937d tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 943 time: 0.0626614 Sep 01 16:34:55.620183 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f0d6b8-1213-4290-a9a5-212a8872a765 req-0009be65-b616-49f3-a493-7b5cf23f2c2b tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:55.623229 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-21f0d6b8-1213-4290-a9a5-212a8872a765 req-0009be65-b616-49f3-a493-7b5cf23f2c2b tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 944 time: 0.0565882 Sep 01 16:34:55.639412 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e8308c71-39ed-452c-94fa-97d5a48ff9a8 req-33f5e978-de4f-4fdd-9021-1c48a1aacd69 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465508 Sep 01 16:34:55.661147 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 59162) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:55.687925 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-21f0d6b8-1213-4290-a9a5-212a8872a765 req-87f9c838-79c5-4cc7-a828-b3208b42eb0b tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579684 Sep 01 16:34:55.771336 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=16 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:55.793731 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-f0192dc9-c786-4ace-b08d-0c12b6a10164 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:55.889371 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-f0192dc9-c786-4ace-b08d-0c12b6a10164 admin admin] Publish callbacks [] for security_group (741bfe41-f960-403e-8dbc-f8b5ecd74cf0), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:55.893289 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-f0192dc9-c786-4ace-b08d-0c12b6a10164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (741bfe41-f960-403e-8dbc-f8b5ecd74cf0), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:55.936987 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-f0192dc9-c786-4ace-b08d-0c12b6a10164 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=59c3fa112874404f8ea2724daa8bd8fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2780461 Sep 01 16:34:55.936987 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0192dc9-c786-4ace-b08d-0c12b6a10164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741bfe41-f960-403e-8dbc-f8b5ecd74cf0,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:55.937707 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 59170) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:55.988616 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-c10be144-0cd0-4498-ac1e-340bdae68465 admin admin] Publish callbacks [] for security_group (741bfe41-f960-403e-8dbc-f8b5ecd74cf0), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:56.006891 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 1a82e99d-ba3e-4063-bdf7-4d47fa07f110 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:34:56.008371 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-c10be144-0cd0-4498-ac1e-340bdae68465 admin admin] Publish callbacks [] for security_group (741bfe41-f960-403e-8dbc-f8b5ecd74cf0), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:56.022367 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 38cd1838-9a61-4f72-a995-2bc777df4564 up at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:34:56.055424 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-c10be144-0cd0-4498-ac1e-340bdae68465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (741bfe41-f960-403e-8dbc-f8b5ecd74cf0), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:56.058711 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-c10be144-0cd0-4498-ac1e-340bdae68465 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:56.059864 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-c10be144-0cd0-4498-ac1e-340bdae68465 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/741bfe41-f960-403e-8dbc-f8b5ecd74cf0 HTTP/1.1" status: 204 len: 168 time: 0.1209679 Sep 01 16:34:56.067962 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10be144-0cd0-4498-ac1e-340bdae68465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741bfe41-f960-403e-8dbc-f8b5ecd74cf0,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:56.075421 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10be144-0cd0-4498-ac1e-340bdae68465 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:56.075766 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10be144-0cd0-4498-ac1e-340bdae68465 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:56.076351 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10be144-0cd0-4498-ac1e-340bdae68465 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:56.076849 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10be144-0cd0-4498-ac1e-340bdae68465 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:56.077356 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10be144-0cd0-4498-ac1e-340bdae68465 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:56.077828 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10be144-0cd0-4498-ac1e-340bdae68465 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:56.078322 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10be144-0cd0-4498-ac1e-340bdae68465 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:56.079449 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10be144-0cd0-4498-ac1e-340bdae68465 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:56.079972 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10be144-0cd0-4498-ac1e-340bdae68465 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:56.080646 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10be144-0cd0-4498-ac1e-340bdae68465 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:56.081233 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10be144-0cd0-4498-ac1e-340bdae68465 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:56.081736 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10be144-0cd0-4498-ac1e-340bdae68465 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:56.082262 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10be144-0cd0-4498-ac1e-340bdae68465 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:56.082756 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10be144-0cd0-4498-ac1e-340bdae68465 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:56.083442 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10be144-0cd0-4498-ac1e-340bdae68465 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:56.139603 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning for port 38cd1838-9a61-4f72-a995-2bc777df4564 completed by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 16:34:56.154137 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning complete for port 38cd1838-9a61-4f72-a995-2bc777df4564 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:34:56.154558 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (38cd1838-9a61-4f72-a995-2bc777df4564), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:56.183634 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 1a82e99d-ba3e-4063-bdf7-4d47fa07f110, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=1a82e99d-ba3e-4063-bdf7-4d47fa07f110,segment=NetworkSegment(a5d0d159-c721-4402-a1d9-2c5614894c23),segment_id=a5d0d159-c721-4402-a1d9-2c5614894c23)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:34:56.205426 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Returning: {'device': '1a82e99d-ba3e-4063-bdf7-4d47fa07f110', 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7', 'port_id': '1a82e99d-ba3e-4063-bdf7-4d47fa07f110', 'mac_address': 'fa:16:3e:d4:7a:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82786ccd-9c4e-40d1-ba01-7f97c9ac8af5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:34:56.252694 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 1a82e99d-ba3e-4063-bdf7-4d47fa07f110 is: DOWN; New status is: BUILD {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:34:56.253088 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (1a82e99d-ba3e-4063-bdf7-4d47fa07f110), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:56.293184 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:56.297456 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a82e99d-ba3e-4063-bdf7-4d47fa07f110 {{(pid=106491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:34:56.306165 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 38cd1838-9a61-4f72-a995-2bc777df4564 is: BUILD; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:34:56.307300 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (38cd1838-9a61-4f72-a995-2bc777df4564), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:56.342920 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d077ab-8814-4cab-955c-04654201ab30 req-d082e675-f8e7-4d61-a13e-70a4f4de4eee tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:56.343147 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 1a82e99d-ba3e-4063-bdf7-4d47fa07f110, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=1a82e99d-ba3e-4063-bdf7-4d47fa07f110,segment=NetworkSegment(a5d0d159-c721-4402-a1d9-2c5614894c23),segment_id=a5d0d159-c721-4402-a1d9-2c5614894c23)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:34:56.344583 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-09d077ab-8814-4cab-955c-04654201ab30 req-d082e675-f8e7-4d61-a13e-70a4f4de4eee tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 945 time: 0.0532136 Sep 01 16:34:56.352399 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (1a82e99d-ba3e-4063-bdf7-4d47fa07f110), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:56.363044 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f220c0ef-c9c6-4fb0-995b-6daea95e841f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38cd1838-9a61-4f72-a995-2bc777df4564'}] {{(pid=106491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:34:56.365324 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27cd250e45b0eab3f9aacaaa4111d690d8ad0f5b6b5c497c1d88b56abc962a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759c5bc7-0fb9-4d58-b88e-b8f1ae2cdf4c" -d '{"events": [{"server_uuid": "f220c0ef-c9c6-4fb0-995b-6daea95e841f", "name": "network-vif-plugged", "status": "completed", "tag": "38cd1838-9a61-4f72-a995-2bc777df4564"}]}' {{(pid=106491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:34:56.368442 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:56.405208 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 38cd1838-9a61-4f72-a995-2bc777df4564, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=38cd1838-9a61-4f72-a995-2bc777df4564,segment=NetworkSegment(6f41d63c-c0db-43b8-a48d-b58014c53e5f),segment_id=6f41d63c-c0db-43b8-a48d-b58014c53e5f)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:34:56.422624 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (38cd1838-9a61-4f72-a995-2bc777df4564), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:56.430755 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=1a82e99d-ba3e-4063-bdf7-4d47fa07f110,revision_number=4']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:56.434274 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-09d077ab-8814-4cab-955c-04654201ab30 req-db696373-2c44-4e4b-92a8-59b32c895752 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747807 Sep 01 16:34:56.442335 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:56.442869 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:56.443447 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:56.444013 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:56.444468 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:56.444890 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:56.445419 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:56.445953 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:56.446369 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:56.446880 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:56.447456 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:56.448083 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:56.448492 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:56.448883 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:56.449276 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:56.459573 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 59188) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:56.471244 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f31b702-861e-449c-af6a-85a71a576f09 x-openstack-request-id: req-5f31b702-861e-449c-af6a-85a71a576f09 {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:34:56.471816 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f220c0ef-c9c6-4fb0-995b-6daea95e841f", "name": "network-vif-plugged", "status": "completed", "tag": "38cd1838-9a61-4f72-a995-2bc777df4564", "code": 200}]} {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:34:56.471971 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5f31b702-861e-449c-af6a-85a71a576f09 {{(pid=106491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:34:56.472541 dv-cinder-852209-10-iscsi neutron-server[106491]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f31b702-861e-449c-af6a-85a71a576f09'] response: {'server_uuid': 'f220c0ef-c9c6-4fb0-995b-6daea95e841f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38cd1838-9a61-4f72-a995-2bc777df4564', 'code': 200} Sep 01 16:34:56.482082 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-f09d1d04-9ff3-4719-b76f-397b35e88de3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:56.522387 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:56.534944 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:56.540836 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=38cd1838-9a61-4f72-a995-2bc777df4564,revision_number=5']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:56.598737 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8abe4-1d36-40b9-8581-063d028872d3 req-01affaba-6265-460b-9166-74d7f100a22e tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:56.600327 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-d5b8abe4-1d36-40b9-8581-063d028872d3 req-01affaba-6265-460b-9166-74d7f100a22e tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 945 time: 0.0664616 Sep 01 16:34:56.649680 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-f09d1d04-9ff3-4719-b76f-397b35e88de3 admin admin] Publish callbacks [] for security_group (74078fa6-3cd0-4be3-97bb-aa1a24bef26e), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:56.656063 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:56.669084 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-f09d1d04-9ff3-4719-b76f-397b35e88de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (74078fa6-3cd0-4be3-97bb-aa1a24bef26e), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:56.720345 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-d5b8abe4-1d36-40b9-8581-063d028872d3 req-2433d217-09fe-4817-8840-14943cbcba17 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=394ec080-8797-4674-9de4-8f003da9c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091328 Sep 01 16:34:56.748812 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d1d04-9ff3-4719-b76f-397b35e88de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74078fa6-3cd0-4be3-97bb-aa1a24bef26e,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:56.754806 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-f09d1d04-9ff3-4719-b76f-397b35e88de3 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=1da65317b2ff4bbeb2a84ff4bf31eb6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2942352 Sep 01 16:34:56.757429 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 59196) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:34:56.805747 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002363d-5b07-4495-ad89-77b21a1cfbf8 req-208842d6-2fa9-425f-94a9-8284283e4774 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:56.807334 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b002363d-5b07-4495-ad89-77b21a1cfbf8 req-208842d6-2fa9-425f-94a9-8284283e4774 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 944 time: 0.0785673 Sep 01 16:34:56.869206 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b002363d-5b07-4495-ad89-77b21a1cfbf8 req-015df473-313a-4e37-ac0a-aa06325370d3 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561454 Sep 01 16:34:56.884118 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084abe6-e844-4eb1-a40e-410d1bdef6fa req-58a11c78-d4e4-4826-b242-88f9aaec1de9 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:56.886113 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-1084abe6-e844-4eb1-a40e-410d1bdef6fa req-58a11c78-d4e4-4826-b242-88f9aaec1de9 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0733588 Sep 01 16:34:56.889154 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-24876f5e-e2cd-4e5f-ab63-8b9b736df891 admin admin] Publish callbacks [] for security_group (74078fa6-3cd0-4be3-97bb-aa1a24bef26e), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:56.924652 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-24876f5e-e2cd-4e5f-ab63-8b9b736df891 admin admin] Publish callbacks [] for security_group (74078fa6-3cd0-4be3-97bb-aa1a24bef26e), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:56.977807 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-1084abe6-e844-4eb1-a40e-410d1bdef6fa req-1db14900-ef63-4bc9-b37c-bdf0af77a019 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853245 Sep 01 16:34:57.002776 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-24876f5e-e2cd-4e5f-ab63-8b9b736df891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (74078fa6-3cd0-4be3-97bb-aa1a24bef26e), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:57.005359 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-24876f5e-e2cd-4e5f-ab63-8b9b736df891 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:34:57.006489 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-24876f5e-e2cd-4e5f-ab63-8b9b736df891 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/74078fa6-3cd0-4be3-97bb-aa1a24bef26e HTTP/1.1" status: 204 len: 168 time: 0.2478356 Sep 01 16:34:57.014707 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24876f5e-e2cd-4e5f-ab63-8b9b736df891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74078fa6-3cd0-4be3-97bb-aa1a24bef26e,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:57.568365 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:57.580639 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b83ef6-25ef-4f6d-8d49-5f7621dafe2f req-a1a87f5c-6ce2-4bf9-b5ab-39fee32f238e tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:57.582221 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-68b83ef6-25ef-4f6d-8d49-5f7621dafe2f req-a1a87f5c-6ce2-4bf9-b5ab-39fee32f238e tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 945 time: 0.0487950 Sep 01 16:34:57.634243 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-68b83ef6-25ef-4f6d-8d49-5f7621dafe2f req-65f0cfd8-5ce6-42e1-b53f-87b575c7e572 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422356 Sep 01 16:34:57.827015 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735a1a2-f8e8-4106-ba9c-7f4d09d46124 req-1718f6fd-e86b-489c-87f3-08f97bacf26f tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:57.828483 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-f735a1a2-f8e8-4106-ba9c-7f4d09d46124 req-1718f6fd-e86b-489c-87f3-08f97bacf26f tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 945 time: 0.0476320 Sep 01 16:34:57.880060 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-f735a1a2-f8e8-4106-ba9c-7f4d09d46124 req-7b4e7a31-b4da-4dee-8c21-57d027e491cb tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=394ec080-8797-4674-9de4-8f003da9c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459323 Sep 01 16:34:57.994008 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebc246-e1d2-44cb-8d2e-6d576837d6ce req-6143dcb8-8c7a-4781-94ae-679ce19811be tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:57.998693 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d1ebc246-e1d2-44cb-8d2e-6d576837d6ce req-6143dcb8-8c7a-4781-94ae-679ce19811be tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 944 time: 0.0498590 Sep 01 16:34:58.047664 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d1ebc246-e1d2-44cb-8d2e-6d576837d6ce req-8e72ed3c-7289-426e-bebd-d408dec02220 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462162 Sep 01 16:34:58.105562 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078716b8-8487-4738-a310-52469822f486 req-d5186bc8-2439-47bf-856c-bdc9dca70f92 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:58.107143 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-078716b8-8487-4738-a310-52469822f486 req-d5186bc8-2439-47bf-856c-bdc9dca70f92 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0486405 Sep 01 16:34:58.155471 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-078716b8-8487-4738-a310-52469822f486 req-5fdd1136-b4b8-43db-95a2-346603f8e5a2 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428019 Sep 01 16:34:58.739891 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:34:58.784293 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ddde0-13df-4f91-8606-aae21dfa3b86 req-2501c7d7-d532-41fe-babf-9b38bff2e2f3 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:58.785778 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b68ddde0-13df-4f91-8606-aae21dfa3b86 req-2501c7d7-d532-41fe-babf-9b38bff2e2f3 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 945 time: 0.0554307 Sep 01 16:34:58.833536 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b68ddde0-13df-4f91-8606-aae21dfa3b86 req-9726a533-0bf1-4391-9476-567d05b60689 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422616 Sep 01 16:34:59.013419 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49780894-225b-4e15-897e-c67e4a371209 req-be8f6bf8-b9fa-4d1c-87cd-9ce443c0c984 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:59.014920 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-49780894-225b-4e15-897e-c67e4a371209 req-be8f6bf8-b9fa-4d1c-87cd-9ce443c0c984 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 945 time: 0.0537510 Sep 01 16:34:59.062789 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-49780894-225b-4e15-897e-c67e4a371209 req-b4e7038a-cc34-46c5-8871-d5f4bfdf2464 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=394ec080-8797-4674-9de4-8f003da9c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416780 Sep 01 16:34:59.167335 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8ea13-cda4-4f69-a062-2a05c4db5448 req-005f3c3e-fefd-43ae-99a4-1189ded439a1 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:59.168679 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-76c8ea13-cda4-4f69-a062-2a05c4db5448 req-005f3c3e-fefd-43ae-99a4-1189ded439a1 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 944 time: 0.0454032 Sep 01 16:34:59.222081 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-76c8ea13-cda4-4f69-a062-2a05c4db5448 req-ff12a481-8e85-4056-9b34-967eff677ce2 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478673 Sep 01 16:34:59.279552 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514798a-1410-4481-b69d-957cbf66fbd2 req-0bd693d8-b774-41c4-802f-95d2c37623b1 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:59.281023 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-3514798a-1410-4481-b69d-957cbf66fbd2 req-0bd693d8-b774-41c4-802f-95d2c37623b1 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0469851 Sep 01 16:34:59.330580 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-3514798a-1410-4481-b69d-957cbf66fbd2 req-5b57be78-7652-4551-b78f-86fe1039c43a tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439773 Sep 01 16:34:59.485432 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] get_ports_and_sgs() called for port_ids ['1a82e99d-ba3e-4063-bdf7-4d47fa07f110'] {{(pid=106491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 16:34:59.605437 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd4f3f0-2045-450b-9077-2ab8a1e7c91d req-4c527c4e-ad69-412a-a081-6f3e1fd0b250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:59.607032 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-afd4f3f0-2045-450b-9077-2ab8a1e7c91d req-4c527c4e-ad69-412a-a081-6f3e1fd0b250 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 1129 time: 0.0447648 Sep 01 16:34:59.658099 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c8fc0-d45e-43ef-a4e7-510aa6c1b71d req-2206b1ea-6470-45d0-9892-74dd73f06591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:59.659585 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-913c8fc0-d45e-43ef-a4e7-510aa6c1b71d req-2206b1ea-6470-45d0-9892-74dd73f06591 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 1129 time: 0.0517125 Sep 01 16:34:59.680663 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-afd4f3f0-2045-450b-9077-2ab8a1e7c91d req-dfbd2af8-6e70-4256-bc31-ad20e2575ae2 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=394ec080-8797-4674-9de4-8f003da9c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635386 Sep 01 16:34:59.964801 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f9aa5-984f-4847-be96-b68f79310e9b req-8007d2ec-a53e-4e63-bfbd-4e4d87315511 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:34:59.967421 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-dc1f9aa5-984f-4847-be96-b68f79310e9b req-8007d2ec-a53e-4e63-bfbd-4e4d87315511 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 945 time: 0.0547061 Sep 01 16:35:00.017102 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-dc1f9aa5-984f-4847-be96-b68f79310e9b req-518d8bdd-ffc4-41fd-b7f1-809463ec6f04 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433049 Sep 01 16:35:00.183321 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:DELETE=3 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:00.201741 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0606bf-9aad-4eb3-9e2e-fc4d324e4c90 req-e8530652-7fe1-4b20-94d5-b2f76b5e85ab tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:00.209459 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-ae0606bf-9aad-4eb3-9e2e-fc4d324e4c90 req-e8530652-7fe1-4b20-94d5-b2f76b5e85ab tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 945 time: 0.0604217 Sep 01 16:35:00.266988 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-ae0606bf-9aad-4eb3-9e2e-fc4d324e4c90 req-5794aca1-c8ff-44cd-b205-1284455b5b01 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=394ec080-8797-4674-9de4-8f003da9c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565960 Sep 01 16:35:00.390452 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a91739-2d51-43f7-9743-ce049ead88ae req-2f4128cf-21a3-4f91-af8c-46b3b2105b41 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:00.392526 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b4a91739-2d51-43f7-9743-ce049ead88ae req-2f4128cf-21a3-4f91-af8c-46b3b2105b41 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 944 time: 0.0650141 Sep 01 16:35:00.456424 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b4a91739-2d51-43f7-9743-ce049ead88ae req-9b1bd8a8-9f6d-4fac-a8b8-c44970fed6b0 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575180 Sep 01 16:35:00.521545 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f7c52-d1de-4ee9-b310-6da0a969ef26 req-cf726fa8-3637-46f2-a2c0-6e63a517cdaf tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:00.523142 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-406f7c52-d1de-4ee9-b310-6da0a969ef26 req-cf726fa8-3637-46f2-a2c0-6e63a517cdaf tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0865052 Sep 01 16:35:00.611735 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-913c8fc0-d45e-43ef-a4e7-510aa6c1b71d req-7cba6d59-c0d9-4322-8d40-da18a7e4322a service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531664 Sep 01 16:35:00.627192 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-406f7c52-d1de-4ee9-b310-6da0a969ef26 req-3c86d97d-6d04-4592-b56a-59c78713d4d0 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945160 Sep 01 16:35:01.141203 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f14f42-2825-4c8c-ad74-73242ab22698 req-c9ebae15-9bec-461c-af85-3dff9e9076ef tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:01.142641 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-39f14f42-2825-4c8c-ad74-73242ab22698 req-c9ebae15-9bec-461c-af85-3dff9e9076ef tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 945 time: 0.0466697 Sep 01 16:35:01.196860 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-39f14f42-2825-4c8c-ad74-73242ab22698 req-716e3d9c-76ae-4eca-922d-d84c64f5cf74 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481040 Sep 01 16:35:01.362422 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb977738-68b9-407e-bc2c-7dfb8f441b15 req-a3c15821-1151-499c-b1e4-fad7afc54705 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:01.375315 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-bb977738-68b9-407e-bc2c-7dfb8f441b15 req-a3c15821-1151-499c-b1e4-fad7afc54705 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 945 time: 0.0618637 Sep 01 16:35:01.386960 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 59402) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:01.394381 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-19553e14-7630-49c4-80d5-6665fbd4b2ea tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Request body: {'floatingip': {'port_id': '46daf8ff-8552-45e4-b4ac-b60b47e199de'}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:35:01.432945 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a3cbc-8d8a-492b-83d6-e0aff36efcbc req-b3ac130f-74d6-436b-8c52-8ad892df935a tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:01.434508 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c47a3cbc-8d8a-492b-83d6-e0aff36efcbc req-b3ac130f-74d6-436b-8c52-8ad892df935a tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 945 time: 0.0664167 Sep 01 16:35:01.481504 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-19553e14-7630-49c4-80d5-6665fbd4b2ea tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks [] for floatingip (34597c7e-4860-40a8-b4cf-17644793f11a), before_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:01.512398 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c47a3cbc-8d8a-492b-83d6-e0aff36efcbc req-30fbbb11-f2e8-46d0-8dca-4425cba0652f tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=394ec080-8797-4674-9de4-8f003da9c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687287 Sep 01 16:35:01.602425 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 59418) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:01.679300 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74310ae-1b62-4e76-b3c3-ab1d6b18f3b1 req-8615eb0f-e08d-419b-ae98-1e5d3b45f1cf tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:01.680758 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-b74310ae-1b62-4e76-b3c3-ab1d6b18f3b1 req-8615eb0f-e08d-419b-ae98-1e5d3b45f1cf tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 944 time: 0.1101029 Sep 01 16:35:01.742594 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-6fc9fa7f-2c72-4c2b-8843-a3e4938eb2e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:01.764964 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:01.812588 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:01.820651 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-b74310ae-1b62-4e76-b3c3-ab1d6b18f3b1 req-a7c3995a-3eb7-473a-a0f6-518d2bc74726 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294470 Sep 01 16:35:01.820920 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea907c-811f-4280-9a34-26c81394a39d req-3d3780af-076e-4cb9-a9f6-39a62c6c01d6 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:01.826724 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-30ea907c-811f-4280-9a34-26c81394a39d req-3d3780af-076e-4cb9-a9f6-39a62c6c01d6 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0694983 Sep 01 16:35:01.908986 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-30ea907c-811f-4280-9a34-26c81394a39d req-5f4b718a-9f03-437e-a6ba-8e114bcebe6b tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770314 Sep 01 16:35:01.924173 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-6fc9fa7f-2c72-4c2b-8843-a3e4938eb2e9 admin admin] Publish callbacks [] for security_group (2b48ac15-8b90-402e-a067-65528db00c1f), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:01.930283 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-6fc9fa7f-2c72-4c2b-8843-a3e4938eb2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (2b48ac15-8b90-402e-a067-65528db00c1f), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:01.975306 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc9fa7f-2c72-4c2b-8843-a3e4938eb2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b48ac15-8b90-402e-a067-65528db00c1f,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:01.982282 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-6fc9fa7f-2c72-4c2b-8843-a3e4938eb2e9 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=95a069d223ab4bcfaca261894b6fc284&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3788755 Sep 01 16:35:01.984874 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 59432) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:02.002590 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:02.036162 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-2380d1ff-9b3c-468f-b20c-2d89376e8a0d admin admin] Publish callbacks [] for security_group (2b48ac15-8b90-402e-a067-65528db00c1f), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:02.057270 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-2380d1ff-9b3c-468f-b20c-2d89376e8a0d admin admin] Publish callbacks [] for security_group (2b48ac15-8b90-402e-a067-65528db00c1f), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:02.104318 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-2380d1ff-9b3c-468f-b20c-2d89376e8a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (2b48ac15-8b90-402e-a067-65528db00c1f), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:02.107186 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-2380d1ff-9b3c-468f-b20c-2d89376e8a0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:02.110691 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-2380d1ff-9b3c-468f-b20c-2d89376e8a0d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2b48ac15-8b90-402e-a067-65528db00c1f HTTP/1.1" status: 204 len: 168 time: 0.1225686 Sep 01 16:35:02.116236 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2380d1ff-9b3c-468f-b20c-2d89376e8a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b48ac15-8b90-402e-a067-65528db00c1f,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:02.385440 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-19553e14-7630-49c4-80d5-6665fbd4b2ea tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:02.390172 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-19553e14-7630-49c4-80d5-6665fbd4b2ea tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631243'] for floatingip (34597c7e-4860-40a8-b4cf-17644793f11a), after_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:02.399673 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 59438) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:02.414135 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-f61bbaa7-1eed-400a-9b72-2b490d3c5185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:02.489548 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.db.l3_db [None req-19553e14-7630-49c4-80d5-6665fbd4b2ea tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Floating IP 34597c7e-4860-40a8-b4cf-17644793f11a associated. External IP: 172.27.2.99, port: 46daf8ff-8552-45e4-b4ac-b60b47e199de. Sep 01 16:35:02.491407 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-f61bbaa7-1eed-400a-9b72-2b490d3c5185 admin admin] Publish callbacks [] for security_group (2f46714c-7a6b-4761-b53a-3f5a6a7006d5), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:02.495261 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-f61bbaa7-1eed-400a-9b72-2b490d3c5185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (2f46714c-7a6b-4761-b53a-3f5a6a7006d5), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:02.537447 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-f61bbaa7-1eed-400a-9b72-2b490d3c5185 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=830ff35da08849a29c3ce63880466d1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360788 Sep 01 16:35:02.538140 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61bbaa7-1eed-400a-9b72-2b490d3c5185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f46714c-7a6b-4761-b53a-3f5a6a7006d5,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:02.540438 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 59440) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:02.593218 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:02.594649 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-1d722d6f-aff4-4cd6-bfae-cfb92f28420e admin admin] Publish callbacks [] for security_group (2f46714c-7a6b-4761-b53a-3f5a6a7006d5), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:02.616535 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-1d722d6f-aff4-4cd6-bfae-cfb92f28420e admin admin] Publish callbacks [] for security_group (2f46714c-7a6b-4761-b53a-3f5a6a7006d5), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:02.663813 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-1d722d6f-aff4-4cd6-bfae-cfb92f28420e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (2f46714c-7a6b-4761-b53a-3f5a6a7006d5), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:02.667900 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-1d722d6f-aff4-4cd6-bfae-cfb92f28420e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:02.669049 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-1d722d6f-aff4-4cd6-bfae-cfb92f28420e admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2f46714c-7a6b-4761-b53a-3f5a6a7006d5 HTTP/1.1" status: 204 len: 168 time: 0.1271005 Sep 01 16:35:02.676935 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d722d6f-aff4-4cd6-bfae-cfb92f28420e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f46714c-7a6b-4761-b53a-3f5a6a7006d5,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:02.696215 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01464878-8142-4dc5-8e75-61cb713d9783 req-d5a7872c-507f-49af-a269-ffb0a013330f tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:02.698543 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-01464878-8142-4dc5-8e75-61cb713d9783 req-d5a7872c-507f-49af-a269-ffb0a013330f tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 945 time: 0.1009262 Sep 01 16:35:02.790859 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19553e14-7630-49c4-80d5-6665fbd4b2ea tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Router 8a7bba63-cf84-4a53-bfd6-eaff5c296ac8 has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:35:02.804007 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-01464878-8142-4dc5-8e75-61cb713d9783 req-89521bcc-4437-4f1a-bda6-fd5610ce0f00 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=394ec080-8797-4674-9de4-8f003da9c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797968 Sep 01 16:35:02.916802 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19553e14-7630-49c4-80d5-6665fbd4b2ea tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:35:02.921538 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-19553e14-7630-49c4-80d5-6665fbd4b2ea tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for floatingip (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:02.930080 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c25e09-c15b-4712-b288-f639e014d44d None None] Sync routers for ids ['8a7bba63-cf84-4a53-bfd6-eaff5c296ac8'] in dv-cinder-852209-10-iscsi {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:35:02.949452 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c25e09-c15b-4712-b288-f639e014d44d None None] Routers {'8a7bba63-cf84-4a53-bfd6-eaff5c296ac8'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:35:02.951164 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-b2c25e09-c15b-4712-b288-f639e014d44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:34:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['8a7bba63-cf84-4a53-bfd6-eaff5c296ac8'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:35:02.955667 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-19553e14-7630-49c4-80d5-6665fbd4b2ea tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/34597c7e-4860-40a8-b4cf-17644793f11a HTTP/1.1" status: 200 len: 990 time: 1.5674698 Sep 01 16:35:02.956300 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0958ba3f-7f1d-4fa1-bff7-4459d3945b6f', 'tag': '46daf8ff-8552-45e4-b4ac-b60b47e199de'}] {{(pid=106489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:35:02.958606 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1550313f5bb77113f09716e5d1a8baf859292fcdcb636e130c538cefede5f8d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac663b02-8f46-43c8-a9e0-063a0aae5552" -d '{"events": [{"name": "network-changed", "server_uuid": "0958ba3f-7f1d-4fa1-bff7-4459d3945b6f", "tag": "46daf8ff-8552-45e4-b4ac-b60b47e199de"}]}' {{(pid=106489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:35:02.959863 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e03a8-3184-4257-bf41-dd4f18e6d7ac req-ff54b55d-5505-454e-8105-3125c1af33a0 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:02.961991 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ad3e03a8-3184-4257-bf41-dd4f18e6d7ac req-ff54b55d-5505-454e-8105-3125c1af33a0 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 944 time: 0.0615342 Sep 01 16:35:03.042643 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ad3e03a8-3184-4257-bf41-dd4f18e6d7ac req-3d013a81-c454-4467-b7be-7ba2365803f0 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736806 Sep 01 16:35:03.088773 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-b2c25e09-c15b-4712-b288-f639e014d44d None None] Set router 8a7bba63-cf84-4a53-bfd6-eaff5c296ac8 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:35:03.096135 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00970be6-9b3f-4fd5-bb08-36688ddc827e req-9f00c252-0f72-443a-a2d3-00967b3763d6 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:03.100898 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-00970be6-9b3f-4fd5-bb08-36688ddc827e req-9f00c252-0f72-443a-a2d3-00967b3763d6 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0770040 Sep 01 16:35:03.126544 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 16:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37041b8-f25b-487f-8bdd-88a2a53a932a x-openstack-request-id: req-c37041b8-f25b-487f-8bdd-88a2a53a932a {{(pid=106489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:35:03.127516 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0958ba3f-7f1d-4fa1-bff7-4459d3945b6f", "tag": "46daf8ff-8552-45e4-b4ac-b60b47e199de", "status": "completed", "code": 200}]} {{(pid=106489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:35:03.127872 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c37041b8-f25b-487f-8bdd-88a2a53a932a {{(pid=106489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:35:03.128366 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c37041b8-f25b-487f-8bdd-88a2a53a932a'] response: {'name': 'network-changed', 'server_uuid': '0958ba3f-7f1d-4fa1-bff7-4459d3945b6f', 'tag': '46daf8ff-8552-45e4-b4ac-b60b47e199de', 'status': 'completed', 'code': 200} Sep 01 16:35:03.162845 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-00970be6-9b3f-4fd5-bb08-36688ddc827e req-c7e489b9-cd4e-4828-bf8f-f5a3c41ee28b tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544450 Sep 01 16:35:03.355330 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-b2c25e09-c15b-4712-b288-f639e014d44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'name': 'tempest-AttachVolumeShelveTestJSON-788111627-router', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '6f5e2d84-5694-4838-b29d-6ed6db584211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:55Z', 'updated_at': '2022-09-01T16:34:03Z', 'revision_number': 4, 'project_id': 'cfb0b630e22745e8af15fb02c71800c3', 'gw_port': {'id': '6f5e2d84-5694-4838-b29d-6ed6db584211', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:57Z', 'updated_at': '2022-09-01T16:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': '34597c7e-4860-40a8-b4cf-17644793f11a', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'port_id': '46daf8ff-8552-45e4-b4ac-b60b47e199de', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9', 'mac_address': 'fa:16:3e:dd:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0958ba3f-7f1d-4fa1-bff7-4459d3945b6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:34:12Z', 'updated_at': '2022-09-01T16:35:02Z', 'revision_number': 1, 'project_id': 'cfb0b630e22745e8af15fb02c71800c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bf7e611-18e1-489f-893a-f5c18377fe8e', 'name': '', 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'mac_address': 'fa:16:3e:b7:34:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fdf6e192-10ef-49d3-8b96-d6cc87fe33e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:34:02Z', 'updated_at': '2022-09-01T16:34:22Z', 'revision_number': 5, 'project_id': 'cfb0b630e22745e8af15fb02c71800c3', 'subnets': [{'id': 'fdf6e192-10ef-49d3-8b96-d6cc87fe33e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:35:03.384193 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c25e09-c15b-4712-b288-f639e014d44d None None] Checking router: 8a7bba63-cf84-4a53-bfd6-eaff5c296ac8 for host: dv-cinder-852209-10-iscsi {{(pid=106492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:35:03.393492 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c25e09-c15b-4712-b288-f639e014d44d None None] Routers {'8a7bba63-cf84-4a53-bfd6-eaff5c296ac8'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:35:03.394090 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-b2c25e09-c15b-4712-b288-f639e014d44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:34:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['8a7bba63-cf84-4a53-bfd6-eaff5c296ac8'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:35:03.498805 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-b2c25e09-c15b-4712-b288-f639e014d44d None None] Set router 8a7bba63-cf84-4a53-bfd6-eaff5c296ac8 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:35:03.549233 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 1a82e99d-ba3e-4063-bdf7-4d47fa07f110 up at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:35:03.587835 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:03.601859 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (294a3787-103d-4a51-bc9c-bc09638a7966), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:03.610621 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning for port 1a82e99d-ba3e-4063-bdf7-4d47fa07f110 completed by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 16:35:03.616717 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning complete for port 1a82e99d-ba3e-4063-bdf7-4d47fa07f110 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:35:03.617274 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (1a82e99d-ba3e-4063-bdf7-4d47fa07f110), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:03.702631 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 1a82e99d-ba3e-4063-bdf7-4d47fa07f110 is: BUILD; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:35:03.703025 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (1a82e99d-ba3e-4063-bdf7-4d47fa07f110), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:03.727918 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae886be-6615-48f8-8482-9f04376a3dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a82e99d-ba3e-4063-bdf7-4d47fa07f110'}] {{(pid=106491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:35:03.731172 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27cd250e45b0eab3f9aacaaa4111d690d8ad0f5b6b5c497c1d88b56abc962a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e6d38d-50e8-4ffb-acd9-dcfc70eb1237" -d '{"events": [{"server_uuid": "fae886be-6615-48f8-8482-9f04376a3dd3", "name": "network-vif-plugged", "status": "completed", "tag": "1a82e99d-ba3e-4063-bdf7-4d47fa07f110"}]}' {{(pid=106491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:35:03.740758 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-b2c25e09-c15b-4712-b288-f639e014d44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'name': 'tempest-AttachVolumeShelveTestJSON-788111627-router', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '6f5e2d84-5694-4838-b29d-6ed6db584211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:55Z', 'updated_at': '2022-09-01T16:34:03Z', 'revision_number': 4, 'project_id': 'cfb0b630e22745e8af15fb02c71800c3', 'gw_port': {'id': '6f5e2d84-5694-4838-b29d-6ed6db584211', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:57Z', 'updated_at': '2022-09-01T16:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': '34597c7e-4860-40a8-b4cf-17644793f11a', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'port_id': '46daf8ff-8552-45e4-b4ac-b60b47e199de', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9', 'mac_address': 'fa:16:3e:dd:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0958ba3f-7f1d-4fa1-bff7-4459d3945b6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:34:12Z', 'updated_at': '2022-09-01T16:35:02Z', 'revision_number': 1, 'project_id': 'cfb0b630e22745e8af15fb02c71800c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bf7e611-18e1-489f-893a-f5c18377fe8e', 'name': '', 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'mac_address': 'fa:16:3e:b7:34:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fdf6e192-10ef-49d3-8b96-d6cc87fe33e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:34:02Z', 'updated_at': '2022-09-01T16:34:22Z', 'revision_number': 5, 'project_id': 'cfb0b630e22745e8af15fb02c71800c3', 'subnets': [{'id': 'fdf6e192-10ef-49d3-8b96-d6cc87fe33e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:35:03.747064 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 1a82e99d-ba3e-4063-bdf7-4d47fa07f110, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=1a82e99d-ba3e-4063-bdf7-4d47fa07f110,segment=NetworkSegment(a5d0d159-c721-4402-a1d9-2c5614894c23),segment_id=a5d0d159-c721-4402-a1d9-2c5614894c23)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:35:03.752981 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (1a82e99d-ba3e-4063-bdf7-4d47fa07f110), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:03.768085 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c25e09-c15b-4712-b288-f639e014d44d None None] The sync data for ids ['8a7bba63-cf84-4a53-bfd6-eaff5c296ac8'] in dv-cinder-852209-10-iscsi is: [{'id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'name': 'tempest-AttachVolumeShelveTestJSON-788111627-router', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '6f5e2d84-5694-4838-b29d-6ed6db584211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:55Z', 'updated_at': '2022-09-01T16:34:03Z', 'revision_number': 4, 'project_id': 'cfb0b630e22745e8af15fb02c71800c3', 'gw_port': {'id': '6f5e2d84-5694-4838-b29d-6ed6db584211', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:57Z', 'updated_at': '2022-09-01T16:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': '34597c7e-4860-40a8-b4cf-17644793f11a', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'port_id': '46daf8ff-8552-45e4-b4ac-b60b47e199de', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9', 'mac_address': 'fa:16:3e:dd:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0958ba3f-7f1d-4fa1-bff7-4459d3945b6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:34:12Z', 'updated_at': '2022-09-01T16:35:02Z', 'revision_number': 1, 'project_id': 'cfb0b630e22745e8af15fb02c71800c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bf7e611-18e1-489f-893a-f5c18377fe8e', 'name': '', 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'mac_address': 'fa:16:3e:b7:34:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fdf6e192-10ef-49d3-8b96-d6cc87fe33e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:34:02Z', 'updated_at': '2022-09-01T16:34:22Z', 'revision_number': 5, 'project_id': 'cfb0b630e22745e8af15fb02c71800c3', 'subnets': [{'id': 'fdf6e192-10ef-49d3-8b96-d6cc87fe33e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:35:03.783931 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f03e614-942d-4274-9910-51dfa2be8ee2 x-openstack-request-id: req-4f03e614-942d-4274-9910-51dfa2be8ee2 {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:35:03.784295 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae886be-6615-48f8-8482-9f04376a3dd3", "name": "network-vif-plugged", "status": "completed", "tag": "1a82e99d-ba3e-4063-bdf7-4d47fa07f110", "code": 200}]} {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:35:03.784614 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4f03e614-942d-4274-9910-51dfa2be8ee2 {{(pid=106491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:35:03.785351 dv-cinder-852209-10-iscsi neutron-server[106491]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f03e614-942d-4274-9910-51dfa2be8ee2'] response: {'server_uuid': 'fae886be-6615-48f8-8482-9f04376a3dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a82e99d-ba3e-4063-bdf7-4d47fa07f110', 'code': 200} Sep 01 16:35:03.816688 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=1a82e99d-ba3e-4063-bdf7-4d47fa07f110,revision_number=5']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:03.972818 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8036f9b-b6b4-490e-af23-1ec74461515f req-2a63f958-b74b-4e45-8268-01ea0931bd46 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:03.975037 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-a8036f9b-b6b4-490e-af23-1ec74461515f req-2a63f958-b74b-4e45-8268-01ea0931bd46 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 945 time: 0.0760047 Sep 01 16:35:04.027334 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-a8036f9b-b6b4-490e-af23-1ec74461515f req-652ce99b-3e59-4308-8bfb-b0b5d9a38d21 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=394ec080-8797-4674-9de4-8f003da9c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459404 Sep 01 16:35:04.147800 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f5e53c-c347-421e-a9a0-332bd04b5710 None None] New status for floating IP 34597c7e-4860-40a8-b4cf-17644793f11a: ACTIVE {{(pid=106491) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 16:35:04.298514 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:UPDATE=2,neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=4 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:04.316689 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:04.320282 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf458f-73a0-4170-bc9f-a11a2034126d req-e647ade2-4af3-42f6-8958-1f978ed04089 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:04.331543 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bedf458f-73a0-4170-bc9f-a11a2034126d req-e647ade2-4af3-42f6-8958-1f978ed04089 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 945 time: 0.1883686 Sep 01 16:35:04.343139 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01ed21-504f-4554-957a-3ee9865c3fa1 req-0efe89cd-f332-4993-bcad-a65c149bf5f5 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:04.356867 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-bc01ed21-504f-4554-957a-3ee9865c3fa1 req-0efe89cd-f332-4993-bcad-a65c149bf5f5 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0846074 Sep 01 16:35:04.442308 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bedf458f-73a0-4170-bc9f-a11a2034126d req-91e8d962-c988-49ed-9bf1-162a2dc45968 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097622 Sep 01 16:35:04.447975 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-bc01ed21-504f-4554-957a-3ee9865c3fa1 req-0bc1d76f-1c9e-4bf2-806c-650d8d69cc4c tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894122 Sep 01 16:35:04.963664 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 59566) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:05.080238 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-d1ddf73b-cf1a-47c2-9713-a57420e6dbc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:05.178946 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-d1ddf73b-cf1a-47c2-9713-a57420e6dbc7 admin admin] Publish callbacks [] for security_group (82cf4e25-acfa-4907-8991-8929f794729a), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:05.183042 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-d1ddf73b-cf1a-47c2-9713-a57420e6dbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (82cf4e25-acfa-4907-8991-8929f794729a), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:05.202076 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbbc009-4cb4-4a23-ae6f-5ac2978b07c1 req-cd1df107-0321-47a1-8712-c33d3c4a5c7a tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:05.203799 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-5cbbc009-4cb4-4a23-ae6f-5ac2978b07c1 req-cd1df107-0321-47a1-8712-c33d3c4a5c7a tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 945 time: 0.0596664 Sep 01 16:35:05.236127 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-d1ddf73b-cf1a-47c2-9713-a57420e6dbc7 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=9172bfdb59354caebe5ef1b7b48c629e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2712321 Sep 01 16:35:05.236706 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 59578) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:05.251887 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ddf73b-cf1a-47c2-9713-a57420e6dbc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82cf4e25-acfa-4907-8991-8929f794729a,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:05.315377 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-5cbbc009-4cb4-4a23-ae6f-5ac2978b07c1 req-0a0a147c-fc8a-464b-a674-77b1d54fa670 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=394ec080-8797-4674-9de4-8f003da9c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054761 Sep 01 16:35:05.336509 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-5075898a-1dde-41f8-acb3-2f3d628138a0 admin admin] Publish callbacks [] for security_group (82cf4e25-acfa-4907-8991-8929f794729a), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:05.344770 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 59582) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:05.365551 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:05.372627 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-5075898a-1dde-41f8-acb3-2f3d628138a0 admin admin] Publish callbacks [] for security_group (82cf4e25-acfa-4907-8991-8929f794729a), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:05.459701 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac663b02-8f46-43c8-a9e0-063a0aae5552 req-94b0c0ea-a1f0-49d6-9bc9-3812cce7adc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:05.461708 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ac663b02-8f46-43c8-a9e0-063a0aae5552 req-94b0c0ea-a1f0-49d6-9bc9-3812cce7adc9 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=cfb0b630e22745e8af15fb02c71800c3&device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 1129 time: 0.0538740 Sep 01 16:35:05.471850 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-5075898a-1dde-41f8-acb3-2f3d628138a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (82cf4e25-acfa-4907-8991-8929f794729a), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:05.476499 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-5075898a-1dde-41f8-acb3-2f3d628138a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:05.480409 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-5075898a-1dde-41f8-acb3-2f3d628138a0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/82cf4e25-acfa-4907-8991-8929f794729a HTTP/1.1" status: 204 len: 168 time: 0.2398200 Sep 01 16:35:05.509101 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5075898a-1dde-41f8-acb3-2f3d628138a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cf4e25-acfa-4907-8991-8929f794729a,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:05.536194 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-3f111106-1b99-47b5-ac5c-3b499bf65398 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:05.738106 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aaff72-8b47-40ee-91b1-e5c56b7cae1e req-67fc8b15-a156-4c74-8680-882a46609014 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:05.748534 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-e6aaff72-8b47-40ee-91b1-e5c56b7cae1e req-67fc8b15-a156-4c74-8680-882a46609014 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 945 time: 0.0905926 Sep 01 16:35:05.766288 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4eac41dc-6c94-49fe-8d70-760e7287aa6d req-6be522d1-4a01-4923-929d-40c790fe8295 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2142844 Sep 01 16:35:05.820558 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8d813-e38f-4d52-b231-b8380f43fed9 req-7ccaa13d-3593-434b-9434-56f245139849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:05.822762 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-fab8d813-e38f-4d52-b231-b8380f43fed9 req-7ccaa13d-3593-434b-9434-56f245139849 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 1129 time: 0.1856847 Sep 01 16:35:05.827084 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:05.844030 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-e6aaff72-8b47-40ee-91b1-e5c56b7cae1e req-140ebd4c-31c4-4d0d-8fc6-b39e8b32047c tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898023 Sep 01 16:35:05.849567 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65282df0-b6d0-4871-a20f-545e1a803ac1 req-205402b6-09ff-44c4-a7db-d265c8183b46 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:05.851333 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-65282df0-b6d0-4871-a20f-545e1a803ac1 req-205402b6-09ff-44c4-a7db-d265c8183b46 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.1560860 Sep 01 16:35:05.923541 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-3f111106-1b99-47b5-ac5c-3b499bf65398 admin admin] Publish callbacks [] for security_group (e540e9b3-90eb-4357-bc8a-2baf514d4eab), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:05.928117 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac663b02-8f46-43c8-a9e0-063a0aae5552 req-d5ea5962-6d51-4a96-b562-07940f04b580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:05.929726 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ac663b02-8f46-43c8-a9e0-063a0aae5552 req-d5ea5962-6d51-4a96-b562-07940f04b580 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=1e2386a0-52ae-4650-b501-6e8c6cdd7cc9 HTTP/1.1" status: 200 len: 917 time: 0.3163733 Sep 01 16:35:05.936000 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-3f111106-1b99-47b5-ac5c-3b499bf65398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (e540e9b3-90eb-4357-bc8a-2baf514d4eab), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:06.014878 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-65282df0-b6d0-4871-a20f-545e1a803ac1 req-1637a337-de6b-4875-b7d2-0b360903258f tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540184 Sep 01 16:35:06.057843 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-3f111106-1b99-47b5-ac5c-3b499bf65398 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a141fb4b221348dab50db9f4ec785788&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7120795 Sep 01 16:35:06.063645 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 59630) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:06.069266 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f111106-1b99-47b5-ac5c-3b499bf65398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e540e9b3-90eb-4357-bc8a-2baf514d4eab,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:06.157898 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 59632) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:06.172365 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-de90ae01-3403-4a11-b45c-33bd40ee2508 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:06.188677 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424d360-c39d-4e28-881d-f5e8cb79e386 req-ff681ee6-4932-45d3-aba4-de7b98072938 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:06.190226 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-c424d360-c39d-4e28-881d-f5e8cb79e386 req-ff681ee6-4932-45d3-aba4-de7b98072938 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0749922 Sep 01 16:35:06.202890 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 59636) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:06.207849 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-77698bda-1bce-46d8-8efa-9e5670ed2f67 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Request body: {'floatingip': {'port_id': '38cd1838-9a61-4f72-a995-2bc777df4564'}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:35:06.211836 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-004196d8-2349-4fe0-b89b-06d00911e6e0 admin admin] Publish callbacks [] for security_group (e540e9b3-90eb-4357-bc8a-2baf514d4eab), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:06.261194 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-77698bda-1bce-46d8-8efa-9e5670ed2f67 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks [] for floatingip (2e36b006-7e24-4dbc-a35c-091ac3a22a32), before_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:06.302470 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-004196d8-2349-4fe0-b89b-06d00911e6e0 admin admin] Publish callbacks [] for security_group (e540e9b3-90eb-4357-bc8a-2baf514d4eab), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:06.347022 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:06.382500 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac41dc-6c94-49fe-8d70-760e7287aa6d req-0815093b-6287-4c3f-8fe7-234960dcde59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:06.384065 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4eac41dc-6c94-49fe-8d70-760e7287aa6d req-0815093b-6287-4c3f-8fe7-234960dcde59 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=5c40a340919a49cc8b73687df600e2ea&device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 1129 time: 0.1523805 Sep 01 16:35:06.404040 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ac663b02-8f46-43c8-a9e0-063a0aae5552 req-05cc8b45-22ef-4a42-865a-0ef35c4c2569 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46daf8ff-8552-45e4-b4ac-b60b47e199de HTTP/1.1" status: 200 len: 1000 time: 0.1894052 Sep 01 16:35:06.409025 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-fab8d813-e38f-4d52-b231-b8380f43fed9 req-198ec6b4-bbf0-464e-b330-40c54c046eec service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864753 Sep 01 16:35:06.412217 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=10 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:06.457674 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-004196d8-2349-4fe0-b89b-06d00911e6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (e540e9b3-90eb-4357-bc8a-2baf514d4eab), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:06.460571 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-004196d8-2349-4fe0-b89b-06d00911e6e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:06.462032 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-004196d8-2349-4fe0-b89b-06d00911e6e0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e540e9b3-90eb-4357-bc8a-2baf514d4eab HTTP/1.1" status: 204 len: 168 time: 0.3961983 Sep 01 16:35:06.480423 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004196d8-2349-4fe0-b89b-06d00911e6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e540e9b3-90eb-4357-bc8a-2baf514d4eab,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:06.484352 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-de90ae01-3403-4a11-b45c-33bd40ee2508 admin admin] Publish callbacks [] for security_group (66633a48-c0cc-4ed3-91b6-86c76d426915), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:06.515900 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-de90ae01-3403-4a11-b45c-33bd40ee2508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (66633a48-c0cc-4ed3-91b6-86c76d426915), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:06.571439 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac663b02-8f46-43c8-a9e0-063a0aae5552 req-b2a6e709-4549-4ed1-8e6b-0f8471f444ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:06.573439 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ac663b02-8f46-43c8-a9e0-063a0aae5552 req-b2a6e709-4549-4ed1-8e6b-0f8471f444ab service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=fdf6e192-10ef-49d3-8b96-d6cc87fe33e0 HTTP/1.1" status: 200 len: 855 time: 0.1601295 Sep 01 16:35:06.595917 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-de90ae01-3403-4a11-b45c-33bd40ee2508 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=da8dd601ff1149f1b577512d01256c10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4364891 Sep 01 16:35:06.600057 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90ae01-3403-4a11-b45c-33bd40ee2508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66633a48-c0cc-4ed3-91b6-86c76d426915,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:06.603246 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 59642) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:06.638671 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac41dc-6c94-49fe-8d70-760e7287aa6d req-fdc18809-eb41-4a5b-bbb1-a1d8233d169d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:06.640148 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4eac41dc-6c94-49fe-8d70-760e7287aa6d req-fdc18809-eb41-4a5b-bbb1-a1d8233d169d service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=dca0ab61-d5ff-4379-b762-3829795267ff HTTP/1.1" status: 200 len: 913 time: 0.2202954 Sep 01 16:35:06.670209 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8724500e-665b-4e03-bd6c-3f10fe43a544 admin admin] Publish callbacks [] for security_group (66633a48-c0cc-4ed3-91b6-86c76d426915), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:06.693469 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8724500e-665b-4e03-bd6c-3f10fe43a544 admin admin] Publish callbacks [] for security_group (66633a48-c0cc-4ed3-91b6-86c76d426915), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:06.743766 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8724500e-665b-4e03-bd6c-3f10fe43a544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (66633a48-c0cc-4ed3-91b6-86c76d426915), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:06.747026 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8724500e-665b-4e03-bd6c-3f10fe43a544 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:06.750434 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-8724500e-665b-4e03-bd6c-3f10fe43a544 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/66633a48-c0cc-4ed3-91b6-86c76d426915 HTTP/1.1" status: 204 len: 168 time: 0.1432765 Sep 01 16:35:06.778333 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-77698bda-1bce-46d8-8efa-9e5670ed2f67 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:06.778492 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8724500e-665b-4e03-bd6c-3f10fe43a544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66633a48-c0cc-4ed3-91b6-86c76d426915,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:06.779178 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:06.793459 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-77698bda-1bce-46d8-8efa-9e5670ed2f67 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631243'] for floatingip (2e36b006-7e24-4dbc-a35c-091ac3a22a32), after_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:06.838900 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4eac41dc-6c94-49fe-8d70-760e7287aa6d req-f548fe47-fa11-46aa-a44f-ceaf0b213b3c service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b086b899-9326-4795-b2fc-0c23a4a38451 HTTP/1.1" status: 200 len: 217 time: 0.0783920 Sep 01 16:35:06.853892 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac663b02-8f46-43c8-a9e0-063a0aae5552 req-a9595bbf-bdff-4d15-b192-4c10ae1a9086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:06.857180 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ac663b02-8f46-43c8-a9e0-063a0aae5552 req-a9595bbf-bdff-4d15-b192-4c10ae1a9086 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=1e2386a0-52ae-4650-b501-6e8c6cdd7cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0942693 Sep 01 16:35:06.911041 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 59650) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:06.926068 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-e5a9cf65-5e60-40cb-9966-4afae42e6aa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:06.929591 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.db.l3_db [None req-77698bda-1bce-46d8-8efa-9e5670ed2f67 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Floating IP 2e36b006-7e24-4dbc-a35c-091ac3a22a32 associated. External IP: 172.27.2.32, port: 38cd1838-9a61-4f72-a995-2bc777df4564. Sep 01 16:35:07.012183 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a2165-4c4f-4b3a-a5a7-2b5684d04058 req-da094d59-4a83-409c-9c27-ce5a66a88bcc tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:07.014739 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c58a2165-4c4f-4b3a-a5a7-2b5684d04058 req-da094d59-4a83-409c-9c27-ce5a66a88bcc tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 945 time: 0.0650368 Sep 01 16:35:07.098094 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-e5a9cf65-5e60-40cb-9966-4afae42e6aa3 admin admin] Publish callbacks [] for security_group (adf99b04-e179-4814-9fdb-2a01dc589b25), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:07.107418 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c58a2165-4c4f-4b3a-a5a7-2b5684d04058 req-b68ac174-e08a-46dc-a407-9be2a9015737 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842307 Sep 01 16:35:07.110257 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-e5a9cf65-5e60-40cb-9966-4afae42e6aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (adf99b04-e179-4814-9fdb-2a01dc589b25), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:07.174996 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-e5a9cf65-5e60-40cb-9966-4afae42e6aa3 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=40b47ea752e14a1c97fa0a540dbac92f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2627254 Sep 01 16:35:07.179172 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 59662) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:07.185382 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9cf65-5e60-40cb-9966-4afae42e6aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf99b04-e179-4814-9fdb-2a01dc589b25,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:07.208581 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:07.217983 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77698bda-1bce-46d8-8efa-9e5670ed2f67 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Router 48f873e9-78f3-4e51-a88f-9b06779297cc has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:35:07.253712 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:07.397622 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-b136c3a9-45a7-4c0f-a3a3-ac93bd25abd7 admin admin] Publish callbacks [] for security_group (adf99b04-e179-4814-9fdb-2a01dc589b25), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:07.465907 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-b136c3a9-45a7-4c0f-a3a3-ac93bd25abd7 admin admin] Publish callbacks [] for security_group (adf99b04-e179-4814-9fdb-2a01dc589b25), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:07.641923 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac41dc-6c94-49fe-8d70-760e7287aa6d req-b716e429-156d-4ef7-a902-6a8932a62006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:07.644962 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4eac41dc-6c94-49fe-8d70-760e7287aa6d req-b716e429-156d-4ef7-a902-6a8932a62006 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=a44d6986-5951-4786-acc4-4dfb02069724 HTTP/1.1" status: 200 len: 851 time: 0.3730063 Sep 01 16:35:07.652588 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ac663b02-8f46-43c8-a9e0-063a0aae5552 req-d8b678ad-bdac-400f-abf5-90a9574e2111 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1e2386a0-52ae-4650-b501-6e8c6cdd7cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3848469 Sep 01 16:35:07.669439 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-b136c3a9-45a7-4c0f-a3a3-ac93bd25abd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (adf99b04-e179-4814-9fdb-2a01dc589b25), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:07.672623 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-b136c3a9-45a7-4c0f-a3a3-ac93bd25abd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:07.685330 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-b136c3a9-45a7-4c0f-a3a3-ac93bd25abd7 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/adf99b04-e179-4814-9fdb-2a01dc589b25 HTTP/1.1" status: 204 len: 168 time: 0.4988434 Sep 01 16:35:07.715830 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136c3a9-45a7-4c0f-a3a3-ac93bd25abd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf99b04-e179-4814-9fdb-2a01dc589b25,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:07.767062 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77698bda-1bce-46d8-8efa-9e5670ed2f67 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:35:07.781317 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-77698bda-1bce-46d8-8efa-9e5670ed2f67 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for floatingip (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:07.784779 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace5e6cf-62ca-4c01-adb0-2389651008cd None None] Sync routers for ids ['48f873e9-78f3-4e51-a88f-9b06779297cc'] in dv-cinder-852209-10-iscsi {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:35:07.814585 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace5e6cf-62ca-4c01-adb0-2389651008cd None None] Routers {'48f873e9-78f3-4e51-a88f-9b06779297cc'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:35:07.817883 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-ace5e6cf-62ca-4c01-adb0-2389651008cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:34:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['48f873e9-78f3-4e51-a88f-9b06779297cc'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:35:07.846454 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-77698bda-1bce-46d8-8efa-9e5670ed2f67 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/2e36b006-7e24-4dbc-a35c-091ac3a22a32 HTTP/1.1" status: 200 len: 990 time: 1.6420517 Sep 01 16:35:07.847743 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f220c0ef-c9c6-4fb0-995b-6daea95e841f', 'tag': '38cd1838-9a61-4f72-a995-2bc777df4564'}] {{(pid=106489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:35:07.851948 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1550313f5bb77113f09716e5d1a8baf859292fcdcb636e130c538cefede5f8d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2908c0ad-19a4-4b14-9af9-960819a85de2" -d '{"events": [{"name": "network-changed", "server_uuid": "f220c0ef-c9c6-4fb0-995b-6daea95e841f", "tag": "38cd1838-9a61-4f72-a995-2bc777df4564"}]}' {{(pid=106489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:35:07.914384 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 16:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ac781c-f43b-42a1-8879-bac30ac55c80 x-openstack-request-id: req-19ac781c-f43b-42a1-8879-bac30ac55c80 {{(pid=106489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:35:07.914778 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f220c0ef-c9c6-4fb0-995b-6daea95e841f", "tag": "38cd1838-9a61-4f72-a995-2bc777df4564", "status": "completed", "code": 200}]} {{(pid=106489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:35:07.915042 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-19ac781c-f43b-42a1-8879-bac30ac55c80 {{(pid=106489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:35:07.915448 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19ac781c-f43b-42a1-8879-bac30ac55c80'] response: {'name': 'network-changed', 'server_uuid': 'f220c0ef-c9c6-4fb0-995b-6daea95e841f', 'tag': '38cd1838-9a61-4f72-a995-2bc777df4564', 'status': 'completed', 'code': 200} Sep 01 16:35:07.965992 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-ace5e6cf-62ca-4c01-adb0-2389651008cd None None] Set router 48f873e9-78f3-4e51-a88f-9b06779297cc gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:35:08.072519 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:08.123396 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:08.251046 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-ace5e6cf-62ca-4c01-adb0-2389651008cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'name': 'tempest-AttachVolumeTestJSON-1559330657-router', 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'a8429792-2677-4f04-9e17-a180ddf5c83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:56Z', 'updated_at': '2022-09-01T16:34:06Z', 'revision_number': 4, 'project_id': 'aab96a55de014d8cac2c004ba7cadedd', 'gw_port': {'id': 'a8429792-2677-4f04-9e17-a180ddf5c83f', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:58Z', 'updated_at': '2022-09-01T16:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': '2e36b006-7e24-4dbc-a35c-091ac3a22a32', 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'floating_ip_address': '172.27.2.32', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'port_id': '38cd1838-9a61-4f72-a995-2bc777df4564', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba8f8151-1775-4d72-8643-4c1aec9c20a0', 'mac_address': 'fa:16:3e:28:f8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f220c0ef-c9c6-4fb0-995b-6daea95e841f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:34:15Z', 'updated_at': '2022-09-01T16:35:06Z', 'revision_number': 1, 'project_id': 'aab96a55de014d8cac2c004ba7cadedd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11e2db5b-0dc1-4675-9634-32971211a38b', 'name': '', 'network_id': 'ba8f8151-1775-4d72-8643-4c1aec9c20a0', 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'mac_address': 'fa:16:3e:7f:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '78963023-41a6-45a3-a4c4-170de5dc804e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:34:04Z', 'updated_at': '2022-09-01T16:34:22Z', 'revision_number': 5, 'project_id': 'aab96a55de014d8cac2c004ba7cadedd', 'subnets': [{'id': '78963023-41a6-45a3-a4c4-170de5dc804e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:35:08.298599 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace5e6cf-62ca-4c01-adb0-2389651008cd None None] Checking router: 48f873e9-78f3-4e51-a88f-9b06779297cc for host: dv-cinder-852209-10-iscsi {{(pid=106492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:35:08.313816 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace5e6cf-62ca-4c01-adb0-2389651008cd None None] Routers {'48f873e9-78f3-4e51-a88f-9b06779297cc'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:35:08.314539 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-ace5e6cf-62ca-4c01-adb0-2389651008cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:34:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['48f873e9-78f3-4e51-a88f-9b06779297cc'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:35:08.321065 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 59732) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:08.339890 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4dd83a-e96f-4eda-825b-5052b3aa7017 req-43919af2-cec0-48f7-afd2-c65b42dd6668 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:08.347137 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-6f4dd83a-e96f-4eda-825b-5052b3aa7017 req-43919af2-cec0-48f7-afd2-c65b42dd6668 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 945 time: 0.0866592 Sep 01 16:35:08.472432 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-6f4dd83a-e96f-4eda-825b-5052b3aa7017 req-70b4cf44-74f9-46fb-9329-18ff4dac5fe1 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244299 Sep 01 16:35:08.544122 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-ace5e6cf-62ca-4c01-adb0-2389651008cd None None] Set router 48f873e9-78f3-4e51-a88f-9b06779297cc gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:35:08.662309 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 59744) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:08.744337 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:08.780584 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac41dc-6c94-49fe-8d70-760e7287aa6d req-29c87dc6-cf69-4ab0-b440-66a9cecf00a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:08.782071 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4eac41dc-6c94-49fe-8d70-760e7287aa6d req-29c87dc6-cf69-4ab0-b440-66a9cecf00a7 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=dca0ab61-d5ff-4379-b762-3829795267ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3906121 Sep 01 16:35:08.786857 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-9bb622d9-da5a-4545-aeb3-3924ad3e1d19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:08.795304 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908c0ad-19a4-4b14-9af9-960819a85de2 req-d0aa0046-8cb6-47df-b5e0-72f360e01fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:08.797149 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2908c0ad-19a4-4b14-9af9-960819a85de2 req-d0aa0046-8cb6-47df-b5e0-72f360e01fba service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=aab96a55de014d8cac2c004ba7cadedd&device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 1129 time: 0.3738194 Sep 01 16:35:08.953731 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ac663b02-8f46-43c8-a9e0-063a0aae5552 req-50be702d-6481-4b9f-aebf-cfc3cf93b417 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1e2386a0-52ae-4650-b501-6e8c6cdd7cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5715351 Sep 01 16:35:08.955488 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-0d33f992-367a-4a43-8c22-fb5ac999f014 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:09.008583 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-ace5e6cf-62ca-4c01-adb0-2389651008cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'name': 'tempest-AttachVolumeTestJSON-1559330657-router', 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'a8429792-2677-4f04-9e17-a180ddf5c83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:56Z', 'updated_at': '2022-09-01T16:34:06Z', 'revision_number': 4, 'project_id': 'aab96a55de014d8cac2c004ba7cadedd', 'gw_port': {'id': 'a8429792-2677-4f04-9e17-a180ddf5c83f', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:58Z', 'updated_at': '2022-09-01T16:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': '2e36b006-7e24-4dbc-a35c-091ac3a22a32', 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'floating_ip_address': '172.27.2.32', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'port_id': '38cd1838-9a61-4f72-a995-2bc777df4564', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba8f8151-1775-4d72-8643-4c1aec9c20a0', 'mac_address': 'fa:16:3e:28:f8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f220c0ef-c9c6-4fb0-995b-6daea95e841f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:34:15Z', 'updated_at': '2022-09-01T16:35:06Z', 'revision_number': 1, 'project_id': 'aab96a55de014d8cac2c004ba7cadedd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11e2db5b-0dc1-4675-9634-32971211a38b', 'name': '', 'network_id': 'ba8f8151-1775-4d72-8643-4c1aec9c20a0', 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'mac_address': 'fa:16:3e:7f:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '78963023-41a6-45a3-a4c4-170de5dc804e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:34:04Z', 'updated_at': '2022-09-01T16:34:22Z', 'revision_number': 5, 'project_id': 'aab96a55de014d8cac2c004ba7cadedd', 'subnets': [{'id': '78963023-41a6-45a3-a4c4-170de5dc804e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:35:09.048080 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace5e6cf-62ca-4c01-adb0-2389651008cd None None] The sync data for ids ['48f873e9-78f3-4e51-a88f-9b06779297cc'] in dv-cinder-852209-10-iscsi is: [{'id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'name': 'tempest-AttachVolumeTestJSON-1559330657-router', 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'a8429792-2677-4f04-9e17-a180ddf5c83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:56Z', 'updated_at': '2022-09-01T16:34:06Z', 'revision_number': 4, 'project_id': 'aab96a55de014d8cac2c004ba7cadedd', 'gw_port': {'id': 'a8429792-2677-4f04-9e17-a180ddf5c83f', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:58Z', 'updated_at': '2022-09-01T16:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': '2e36b006-7e24-4dbc-a35c-091ac3a22a32', 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'floating_ip_address': '172.27.2.32', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'port_id': '38cd1838-9a61-4f72-a995-2bc777df4564', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba8f8151-1775-4d72-8643-4c1aec9c20a0', 'mac_address': 'fa:16:3e:28:f8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f220c0ef-c9c6-4fb0-995b-6daea95e841f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:34:15Z', 'updated_at': '2022-09-01T16:35:06Z', 'revision_number': 1, 'project_id': 'aab96a55de014d8cac2c004ba7cadedd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11e2db5b-0dc1-4675-9634-32971211a38b', 'name': '', 'network_id': 'ba8f8151-1775-4d72-8643-4c1aec9c20a0', 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'mac_address': 'fa:16:3e:7f:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '78963023-41a6-45a3-a4c4-170de5dc804e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:34:04Z', 'updated_at': '2022-09-01T16:34:22Z', 'revision_number': 5, 'project_id': 'aab96a55de014d8cac2c004ba7cadedd', 'subnets': [{'id': '78963023-41a6-45a3-a4c4-170de5dc804e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:35:09.084261 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:09.105831 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-0d33f992-367a-4a43-8c22-fb5ac999f014 admin admin] Publish callbacks [] for security_group (eb1952d3-4948-4a40-8d3a-ae0b28e2d970), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:09.111062 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-0d33f992-367a-4a43-8c22-fb5ac999f014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (eb1952d3-4948-4a40-8d3a-ae0b28e2d970), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:09.124998 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908c0ad-19a4-4b14-9af9-960819a85de2 req-57600544-258a-4f7d-8b3c-d8553ac2d3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:09.126772 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2908c0ad-19a4-4b14-9af9-960819a85de2 req-57600544-258a-4f7d-8b3c-d8553ac2d3e2 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=ba8f8151-1775-4d72-8643-4c1aec9c20a0 HTTP/1.1" status: 200 len: 912 time: 0.3133605 Sep 01 16:35:09.131868 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4eac41dc-6c94-49fe-8d70-760e7287aa6d req-5dfaae36-ef80-4c25-9e03-b41b85b52fad service neutron] 10.222.0.77 "GET /networking/v2.0/networks/dca0ab61-d5ff-4379-b762-3829795267ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267813 Sep 01 16:35:09.145745 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-0d33f992-367a-4a43-8c22-fb5ac999f014 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a518ccfe8a1644599bcbcadbc57be421&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4821348 Sep 01 16:35:09.153583 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 59764) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:09.174423 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 59766) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:09.213931 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d33f992-367a-4a43-8c22-fb5ac999f014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1952d3-4948-4a40-8d3a-ae0b28e2d970,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:09.268161 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-bf8824ed-e2cc-46b4-9121-a37cebe2d4d2 admin admin] Publish callbacks [] for security_group (eb1952d3-4948-4a40-8d3a-ae0b28e2d970), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:09.268374 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-9bb622d9-da5a-4545-aeb3-3924ad3e1d19 admin admin] Publish callbacks [] for security_group (edb86e25-1cc0-4089-bec6-318e97b9e5f3), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:09.281562 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-9bb622d9-da5a-4545-aeb3-3924ad3e1d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (edb86e25-1cc0-4089-bec6-318e97b9e5f3), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:09.301427 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-bf8824ed-e2cc-46b4-9121-a37cebe2d4d2 admin admin] Publish callbacks [] for security_group (eb1952d3-4948-4a40-8d3a-ae0b28e2d970), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:09.352045 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2908c0ad-19a4-4b14-9af9-960819a85de2 req-32e30458-2789-49ee-bef8-558b58c2baf7 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38cd1838-9a61-4f72-a995-2bc777df4564 HTTP/1.1" status: 200 len: 998 time: 0.2033265 Sep 01 16:35:09.379884 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-381a7513-d959-4560-bb8c-aa6a02d85d27 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1593121829-network', 'tenant_id': '0cc4a244d7674e6196305091482c90b5'}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:35:09.401759 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:09.407909 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820e821c-4c1c-4c5c-818d-d688b1a9ac23 None None] New status for floating IP 2e36b006-7e24-4dbc-a35c-091ac3a22a32: ACTIVE {{(pid=106491) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 16:35:09.410602 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381a7513-d959-4560-bb8c-aa6a02d85d27 admin admin] Made reservation on behalf of 0cc4a244d7674e6196305091482c90b5 for: {'network': 1} {{(pid=106489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:35:09.413051 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-381a7513-d959-4560-bb8c-aa6a02d85d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for network (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:09.419384 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-bf8824ed-e2cc-46b4-9121-a37cebe2d4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (eb1952d3-4948-4a40-8d3a-ae0b28e2d970), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:09.426604 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-bf8824ed-e2cc-46b4-9121-a37cebe2d4d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:09.430591 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-bf8824ed-e2cc-46b4-9121-a37cebe2d4d2 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/eb1952d3-4948-4a40-8d3a-ae0b28e2d970 HTTP/1.1" status: 204 len: 168 time: 0.2733448 Sep 01 16:35:09.452685 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-381a7513-d959-4560-bb8c-aa6a02d85d27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:09.452921 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb622d9-da5a-4545-aeb3-3924ad3e1d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb86e25-1cc0-4089-bec6-318e97b9e5f3,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:09.457535 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8824ed-e2cc-46b4-9121-a37cebe2d4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1952d3-4948-4a40-8d3a-ae0b28e2d970,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:09.484950 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-9bb622d9-da5a-4545-aeb3-3924ad3e1d19 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=4a2d39ce733640059b3d367e21ba9caa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1605732 Sep 01 16:35:09.487817 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 59774) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:09.489669 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4eac41dc-6c94-49fe-8d70-760e7287aa6d req-3140da92-e7c8-42dc-9824-8aa1c3e57c00 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/dca0ab61-d5ff-4379-b762-3829795267ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438487 Sep 01 16:35:09.509702 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908c0ad-19a4-4b14-9af9-960819a85de2 req-5497dff1-38f2-4fbe-bf6b-587ab0eac7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:09.511842 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2908c0ad-19a4-4b14-9af9-960819a85de2 req-5497dff1-38f2-4fbe-bf6b-587ab0eac7a6 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=78963023-41a6-45a3-a4c4-170de5dc804e HTTP/1.1" status: 200 len: 850 time: 0.1349094 Sep 01 16:35:09.534332 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:09.585107 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:09.600211 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-3091f345-e1ff-4559-aa66-c7c5a123b53b admin admin] Publish callbacks [] for security_group (edb86e25-1cc0-4089-bec6-318e97b9e5f3), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:09.608474 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-381a7513-d959-4560-bb8c-aa6a02d85d27 admin admin] Publish callbacks [] for security_group (8f5dc83f-2ce8-451f-bd55-60abf23fcdb3), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:09.618161 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-381a7513-d959-4560-bb8c-aa6a02d85d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (8f5dc83f-2ce8-451f-bd55-60abf23fcdb3), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:09.643704 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-3091f345-e1ff-4559-aa66-c7c5a123b53b admin admin] Publish callbacks [] for security_group (edb86e25-1cc0-4089-bec6-318e97b9e5f3), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:09.647153 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f53bde-01b2-4c0c-a054-1e3a2f1cbca1 req-4ffead27-ad4f-4576-9dd4-3a9e5a968511 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:09.648728 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e2f53bde-01b2-4c0c-a054-1e3a2f1cbca1 req-4ffead27-ad4f-4576-9dd4-3a9e5a968511 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 945 time: 0.0731266 Sep 01 16:35:09.670744 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-381a7513-d959-4560-bb8c-aa6a02d85d27 admin admin] vlan segment allocate from pool success with {'vlan_id': 907, 'physical_network': 'physnet1'} {{(pid=106489) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:35:09.685572 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381a7513-d959-4560-bb8c-aa6a02d85d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5dc83f-2ce8-451f-bd55-60abf23fcdb3,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:09.701089 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-381a7513-d959-4560-bb8c-aa6a02d85d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449'] for segment (ddc329a5-aee6-4658-b83f-caabad5dfd22), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:09.701397 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.db.segments_db [None req-381a7513-d959-4560-bb8c-aa6a02d85d27 admin admin] Added segment ddc329a5-aee6-4658-b83f-caabad5dfd22 of type vlan for network 0f581463-6673-48dd-9e4d-57d230c68de4 Sep 01 16:35:09.708667 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e2f53bde-01b2-4c0c-a054-1e3a2f1cbca1 req-b6a3292b-85f4-43f4-8749-54c9baaa4871 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530958 Sep 01 16:35:09.750907 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-381a7513-d959-4560-bb8c-aa6a02d85d27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777439247782'] for network (0f581463-6673-48dd-9e4d-57d230c68de4), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:09.779678 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-3091f345-e1ff-4559-aa66-c7c5a123b53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (edb86e25-1cc0-4089-bec6-318e97b9e5f3), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:09.782509 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-3091f345-e1ff-4559-aa66-c7c5a123b53b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:09.786062 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-3091f345-e1ff-4559-aa66-c7c5a123b53b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/edb86e25-1cc0-4089-bec6-318e97b9e5f3 HTTP/1.1" status: 204 len: 168 time: 0.2950187 Sep 01 16:35:09.786720 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-381a7513-d959-4560-bb8c-aa6a02d85d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248'] for network (0f581463-6673-48dd-9e4d-57d230c68de4), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:09.787801 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381a7513-d959-4560-bb8c-aa6a02d85d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:09.788582 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-381a7513-d959-4560-bb8c-aa6a02d85d27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for network (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:09.861544 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3091f345-e1ff-4559-aa66-c7c5a123b53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb86e25-1cc0-4089-bec6-318e97b9e5f3,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:09.890632 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-381a7513-d959-4560-bb8c-aa6a02d85d27 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7081814 Sep 01 16:35:09.893383 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 59792) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:09.899492 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-b9877f58-2b8a-4bf3-93df-a4e8d9990472 admin admin] Request body: {'subnet': {'network_id': '0f581463-6673-48dd-9e4d-57d230c68de4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1593121829-subnet', 'tenant_id': '0cc4a244d7674e6196305091482c90b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:35:09.914416 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381a7513-d959-4560-bb8c-aa6a02d85d27 admin admin] Pushing event updated for resources: {'Network': ['ID=0f581463-6673-48dd-9e4d-57d230c68de4,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:09.925978 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9877f58-2b8a-4bf3-93df-a4e8d9990472 admin admin] Made reservation on behalf of 0cc4a244d7674e6196305091482c90b5 for: {'subnet': 1} {{(pid=106490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:35:09.929559 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-b9877f58-2b8a-4bf3-93df-a4e8d9990472 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:09.935326 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Network 0f581463-6673-48dd-9e4d-57d230c68de4 details requested by agent ovs-agent-dv-cinder-852209-10-iscsi with host dv-cinder-852209-10-iscsi {{(pid=106491) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:35:10.150868 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3820f3b-9bfc-4798-a59e-031c9651ebdb req-fbaa605d-461a-4467-821f-7f250a5c644b tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:10.152350 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a3820f3b-9bfc-4798-a59e-031c9651ebdb req-fbaa605d-461a-4467-821f-7f250a5c644b tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 945 time: 0.0795088 Sep 01 16:35:10.154911 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:10.254194 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 59806) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:10.255645 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a3820f3b-9bfc-4798-a59e-031c9651ebdb req-757be6cc-1b69-4aae-b53f-c7de724d534d tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932095 Sep 01 16:35:10.257033 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-b9877f58-2b8a-4bf3-93df-a4e8d9990472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248'] for subnet (b9d0087b-febf-42e6-8ec9-19151618cb96), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:10.275939 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-f8ba1f20-e4ed-4505-ac4a-4d2ea86d0731 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:10.321341 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9877f58-2b8a-4bf3-93df-a4e8d9990472 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9d0087b-febf-42e6-8ec9-19151618cb96,revision_number=0']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:10.332862 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9877f58-2b8a-4bf3-93df-a4e8d9990472 admin admin] Checking segment: {'id': 'ddc329a5-aee6-4658-b83f-caabad5dfd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '0f581463-6673-48dd-9e4d-57d230c68de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:35:10.333217 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9877f58-2b8a-4bf3-93df-a4e8d9990472 admin admin] Network hostable DHCP agents. Network: 0f581463-6673-48dd-9e4d-57d230c68de4, hostable agents: ['afc997ee-16d2-4ffa-9693-fa31543fa952'], hosted agents: [] {{(pid=106490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:35:10.368388 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9877f58-2b8a-4bf3-93df-a4e8d9990472 admin admin] Network 0f581463-6673-48dd-9e4d-57d230c68de4 is scheduled to be hosted by DHCP agent afc997ee-16d2-4ffa-9693-fa31543fa952 with binding_index 1 {{(pid=106490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:35:10.369652 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-f8ba1f20-e4ed-4505-ac4a-4d2ea86d0731 admin admin] Publish callbacks [] for security_group (46f835a8-d7f8-44fc-828b-d9cfd93c2ed8), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:10.374493 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-f8ba1f20-e4ed-4505-ac4a-4d2ea86d0731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (46f835a8-d7f8-44fc-828b-d9cfd93c2ed8), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:10.382582 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [None req-b9877f58-2b8a-4bf3-93df-a4e8d9990472 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852209-10-iscsi, 0f581463-6673-48dd-9e4d-57d230c68de4) {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:35:10.387415 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9877f58-2b8a-4bf3-93df-a4e8d9990472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:10.388484 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-b9877f58-2b8a-4bf3-93df-a4e8d9990472 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for subnet (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:10.395466 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de9d156-4de6-4aea-a48d-7e566ba6b343 None None] Network 0f581463-6673-48dd-9e4d-57d230c68de4 requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:35:10.423321 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-b9877f58-2b8a-4bf3-93df-a4e8d9990472 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5282452 Sep 01 16:35:10.431041 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-f8ba1f20-e4ed-4505-ac4a-4d2ea86d0731 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=892540cb67fb41cda8dbb348a9ed5e8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1750686 Sep 01 16:35:10.434331 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 59816) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:10.440704 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba1f20-e4ed-4505-ac4a-4d2ea86d0731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f835a8-d7f8-44fc-828b-d9cfd93c2ed8,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:10.504265 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8a11a463-afc9-4c11-94fd-606b079da51d admin admin] Publish callbacks [] for security_group (46f835a8-d7f8-44fc-828b-d9cfd93c2ed8), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:10.537542 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8a11a463-afc9-4c11-94fd-606b079da51d admin admin] Publish callbacks [] for security_group (46f835a8-d7f8-44fc-828b-d9cfd93c2ed8), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:10.544617 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 59818) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:10.567754 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fb5bc1-df1a-4bc7-862d-e6acd8b6b77c None None] Network 0f581463-6673-48dd-9e4d-57d230c68de4 requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:35:10.591146 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:10.618158 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8a11a463-afc9-4c11-94fd-606b079da51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (46f835a8-d7f8-44fc-828b-d9cfd93c2ed8), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:10.620848 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8a11a463-afc9-4c11-94fd-606b079da51d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:10.626871 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-8a11a463-afc9-4c11-94fd-606b079da51d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/46f835a8-d7f8-44fc-828b-d9cfd93c2ed8 HTTP/1.1" status: 204 len: 168 time: 0.1912270 Sep 01 16:35:10.637359 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11a463-afc9-4c11-94fd-606b079da51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f835a8-d7f8-44fc-828b-d9cfd93c2ed8,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:10.694557 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-bd1ebd0b-03de-4ef5-ba08-3f0fafe8eaeb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1832273686-network', 'tenant_id': '0939af057f4940298089c8f89ec2865f'}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:35:10.715074 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1ebd0b-03de-4ef5-ba08-3f0fafe8eaeb admin admin] Made reservation on behalf of 0939af057f4940298089c8f89ec2865f for: {'network': 1} {{(pid=106489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:35:10.717845 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-bd1ebd0b-03de-4ef5-ba08-3f0fafe8eaeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for network (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:10.727397 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-bd1ebd0b-03de-4ef5-ba08-3f0fafe8eaeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:10.748738 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:DELETE=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:10.819466 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-bd1ebd0b-03de-4ef5-ba08-3f0fafe8eaeb admin admin] Publish callbacks [] for security_group (66c527ad-8440-4b13-be27-25af1e653a46), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:10.823479 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-bd1ebd0b-03de-4ef5-ba08-3f0fafe8eaeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (66c527ad-8440-4b13-be27-25af1e653a46), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:10.850045 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd1ebd0b-03de-4ef5-ba08-3f0fafe8eaeb admin admin] vlan segment allocate from pool success with {'vlan_id': 940, 'physical_network': 'physnet1'} {{(pid=106489) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:35:10.865339 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ebd0b-03de-4ef5-ba08-3f0fafe8eaeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c527ad-8440-4b13-be27-25af1e653a46,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:10.870935 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-bd1ebd0b-03de-4ef5-ba08-3f0fafe8eaeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449'] for segment (86d75bea-6eb7-4878-b004-a3fe957e0035), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:10.871300 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.db.segments_db [None req-bd1ebd0b-03de-4ef5-ba08-3f0fafe8eaeb admin admin] Added segment 86d75bea-6eb7-4878-b004-a3fe957e0035 of type vlan for network d5d66e81-f1e9-4144-8569-14dac1ce6e4e Sep 01 16:35:10.914441 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-bd1ebd0b-03de-4ef5-ba08-3f0fafe8eaeb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777439247782'] for network (d5d66e81-f1e9-4144-8569-14dac1ce6e4e), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:10.942030 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-bd1ebd0b-03de-4ef5-ba08-3f0fafe8eaeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248'] for network (d5d66e81-f1e9-4144-8569-14dac1ce6e4e), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:10.943599 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1ebd0b-03de-4ef5-ba08-3f0fafe8eaeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:10.944223 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-bd1ebd0b-03de-4ef5-ba08-3f0fafe8eaeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for network (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:10.949851 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=69,neutron:UPDATE=7,neutron:DELETE=4,neutron:INSERT=20 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:11.000082 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-bd1ebd0b-03de-4ef5-ba08-3f0fafe8eaeb admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4543662 Sep 01 16:35:11.003355 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 59838) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:11.012170 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-7fa091b4-4bf4-4ba6-a27c-14a19c328c15 admin admin] Request body: {'subnet': {'network_id': 'd5d66e81-f1e9-4144-8569-14dac1ce6e4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1832273686-subnet', 'tenant_id': '0939af057f4940298089c8f89ec2865f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:35:11.014914 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ebd0b-03de-4ef5-ba08-3f0fafe8eaeb admin admin] Pushing event updated for resources: {'Network': ['ID=d5d66e81-f1e9-4144-8569-14dac1ce6e4e,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:11.025755 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Network d5d66e81-f1e9-4144-8569-14dac1ce6e4e details requested by agent ovs-agent-dv-cinder-852209-10-iscsi with host dv-cinder-852209-10-iscsi {{(pid=106491) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:35:11.042968 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa091b4-4bf4-4ba6-a27c-14a19c328c15 admin admin] Made reservation on behalf of 0939af057f4940298089c8f89ec2865f for: {'subnet': 1} {{(pid=106490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:35:11.046030 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7fa091b4-4bf4-4ba6-a27c-14a19c328c15 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:11.164715 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 59846) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:11.171115 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-3d2f1c9d-f2dd-482e-a6c0-eaf766f8caf6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-307777227-network', 'tenant_id': '5cf49b872ceb410c84471659ddfb2291'}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:35:11.196422 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2f1c9d-f2dd-482e-a6c0-eaf766f8caf6 admin admin] Made reservation on behalf of 5cf49b872ceb410c84471659ddfb2291 for: {'network': 1} {{(pid=106489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:35:11.200483 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-3d2f1c9d-f2dd-482e-a6c0-eaf766f8caf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for network (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:11.210948 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-3d2f1c9d-f2dd-482e-a6c0-eaf766f8caf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:11.284709 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7fa091b4-4bf4-4ba6-a27c-14a19c328c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248'] for subnet (fc27e4a7-0788-4411-955a-7ff8a6e63c81), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:11.303352 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-3d2f1c9d-f2dd-482e-a6c0-eaf766f8caf6 admin admin] Publish callbacks [] for security_group (4584133f-5980-4dc9-bb9b-f5e1c92666c1), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:11.309592 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-3d2f1c9d-f2dd-482e-a6c0-eaf766f8caf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (4584133f-5980-4dc9-bb9b-f5e1c92666c1), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:11.346869 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f1c9d-f2dd-482e-a6c0-eaf766f8caf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4584133f-5980-4dc9-bb9b-f5e1c92666c1,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:11.358512 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa091b4-4bf4-4ba6-a27c-14a19c328c15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc27e4a7-0788-4411-955a-7ff8a6e63c81,revision_number=0']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:11.368573 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa091b4-4bf4-4ba6-a27c-14a19c328c15 admin admin] Checking segment: {'id': '86d75bea-6eb7-4878-b004-a3fe957e0035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd5d66e81-f1e9-4144-8569-14dac1ce6e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:35:11.369495 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa091b4-4bf4-4ba6-a27c-14a19c328c15 admin admin] Network hostable DHCP agents. Network: d5d66e81-f1e9-4144-8569-14dac1ce6e4e, hostable agents: ['afc997ee-16d2-4ffa-9693-fa31543fa952'], hosted agents: [] {{(pid=106490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:35:11.376918 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d2f1c9d-f2dd-482e-a6c0-eaf766f8caf6 admin admin] vlan segment allocate from pool success with {'vlan_id': 936, 'physical_network': 'physnet1'} {{(pid=106489) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:35:11.395788 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa091b4-4bf4-4ba6-a27c-14a19c328c15 admin admin] Network d5d66e81-f1e9-4144-8569-14dac1ce6e4e is scheduled to be hosted by DHCP agent afc997ee-16d2-4ffa-9693-fa31543fa952 with binding_index 1 {{(pid=106490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:35:11.407388 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [None req-7fa091b4-4bf4-4ba6-a27c-14a19c328c15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852209-10-iscsi, d5d66e81-f1e9-4144-8569-14dac1ce6e4e) {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:35:11.413993 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa091b4-4bf4-4ba6-a27c-14a19c328c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:11.415034 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7fa091b4-4bf4-4ba6-a27c-14a19c328c15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for subnet (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:11.415178 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-3d2f1c9d-f2dd-482e-a6c0-eaf766f8caf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449'] for segment (bfa67cbc-31b9-429e-8533-b829c3bb2419), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:11.415475 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.db.segments_db [None req-3d2f1c9d-f2dd-482e-a6c0-eaf766f8caf6 admin admin] Added segment bfa67cbc-31b9-429e-8533-b829c3bb2419 of type vlan for network 85d7631f-832d-4380-843e-a8a14c28457d Sep 01 16:35:11.419800 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535533a1-5a45-4922-9eb5-daa0faf0dd25 None None] Network d5d66e81-f1e9-4144-8569-14dac1ce6e4e requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:35:11.457114 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-7fa091b4-4bf4-4ba6-a27c-14a19c328c15 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4462652 Sep 01 16:35:11.481655 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0df89a-974a-4e91-9f93-f781bab1f4ff req-9e275d72-7866-4f42-8285-12f21aec7f82 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:11.489019 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-5b0df89a-974a-4e91-9f93-f781bab1f4ff req-9e275d72-7866-4f42-8285-12f21aec7f82 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 945 time: 0.1436677 Sep 01 16:35:11.500203 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:11.505467 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-3d2f1c9d-f2dd-482e-a6c0-eaf766f8caf6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777439247782'] for network (85d7631f-832d-4380-843e-a8a14c28457d), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:11.588508 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a543499-af34-4d1a-b491-da5cfc4d76ee None None] Network d5d66e81-f1e9-4144-8569-14dac1ce6e4e requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:35:11.602262 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-5b0df89a-974a-4e91-9f93-f781bab1f4ff req-99cfc9f3-31da-43ff-9eab-09e3fb9e2262 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020923 Sep 01 16:35:11.602262 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-3d2f1c9d-f2dd-482e-a6c0-eaf766f8caf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248'] for network (85d7631f-832d-4380-843e-a8a14c28457d), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:11.602262 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2f1c9d-f2dd-482e-a6c0-eaf766f8caf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:11.602262 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-3d2f1c9d-f2dd-482e-a6c0-eaf766f8caf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for network (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:11.621433 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-3d2f1c9d-f2dd-482e-a6c0-eaf766f8caf6 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4542463 Sep 01 16:35:11.624267 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 59870) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:11.630710 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-8611b0b7-d639-48bf-8b40-742b3a998d71 admin admin] Request body: {'subnet': {'network_id': '85d7631f-832d-4380-843e-a8a14c28457d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-307777227-subnet', 'tenant_id': '5cf49b872ceb410c84471659ddfb2291', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:35:11.663621 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:11.668685 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:INSERT=18,neutron:SELECT=73,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:11.677370 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f1c9d-f2dd-482e-a6c0-eaf766f8caf6 admin admin] Pushing event updated for resources: {'Network': ['ID=85d7631f-832d-4380-843e-a8a14c28457d,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:11.677503 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8611b0b7-d639-48bf-8b40-742b3a998d71 admin admin] Made reservation on behalf of 5cf49b872ceb410c84471659ddfb2291 for: {'subnet': 1} {{(pid=106490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:35:11.689975 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8611b0b7-d639-48bf-8b40-742b3a998d71 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:11.701235 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Network 85d7631f-832d-4380-843e-a8a14c28457d details requested by agent ovs-agent-dv-cinder-852209-10-iscsi with host dv-cinder-852209-10-iscsi {{(pid=106491) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:35:11.892095 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8611b0b7-d639-48bf-8b40-742b3a998d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248'] for subnet (d0ad00d0-043e-4ab4-9a5d-858542ba0054), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:11.954826 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8611b0b7-d639-48bf-8b40-742b3a998d71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0ad00d0-043e-4ab4-9a5d-858542ba0054,revision_number=0']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:11.964013 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8611b0b7-d639-48bf-8b40-742b3a998d71 admin admin] Checking segment: {'id': 'bfa67cbc-31b9-429e-8533-b829c3bb2419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '85d7631f-832d-4380-843e-a8a14c28457d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:35:11.964361 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8611b0b7-d639-48bf-8b40-742b3a998d71 admin admin] Network hostable DHCP agents. Network: 85d7631f-832d-4380-843e-a8a14c28457d, hostable agents: ['afc997ee-16d2-4ffa-9693-fa31543fa952'], hosted agents: [] {{(pid=106490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:35:11.983914 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8611b0b7-d639-48bf-8b40-742b3a998d71 admin admin] Network 85d7631f-832d-4380-843e-a8a14c28457d is scheduled to be hosted by DHCP agent afc997ee-16d2-4ffa-9693-fa31543fa952 with binding_index 1 {{(pid=106490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:35:11.994959 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [None req-8611b0b7-d639-48bf-8b40-742b3a998d71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852209-10-iscsi, 85d7631f-832d-4380-843e-a8a14c28457d) {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:35:11.999549 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8611b0b7-d639-48bf-8b40-742b3a998d71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:12.000165 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8611b0b7-d639-48bf-8b40-742b3a998d71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for subnet (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:12.006401 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0821837-b771-4053-9fbe-3d7f1efb685a None None] Network 85d7631f-832d-4380-843e-a8a14c28457d requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:35:12.020879 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:12.045965 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-8611b0b7-d639-48bf-8b40-742b3a998d71 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4107752 Sep 01 16:35:12.143550 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbbad02-0df9-413c-8282-9e858d181d06 None None] Network 85d7631f-832d-4380-843e-a8a14c28457d requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:35:12.457241 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908c0ad-19a4-4b14-9af9-960819a85de2 req-357c6924-7d40-4bbb-a7d9-b742cedbefd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:12.459075 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2908c0ad-19a4-4b14-9af9-960819a85de2 req-357c6924-7d40-4bbb-a7d9-b742cedbefd3 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=ba8f8151-1775-4d72-8643-4c1aec9c20a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0508196 Sep 01 16:35:12.675159 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41635892-89c5-4a39-a1b5-b9d3b236bc23 req-7c09d52f-1035-48bf-9fed-3346c93330fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:12.675990 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-41635892-89c5-4a39-a1b5-b9d3b236bc23 req-7c09d52f-1035-48bf-9fed-3346c93330fe service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=b4bbb5d3895c49fa8695d3bca946dbea&device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 1129 time: 0.0881610 Sep 01 16:35:12.730010 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2908c0ad-19a4-4b14-9af9-960819a85de2 req-a7ddf6ef-8f91-416f-9a8f-96e54969ed67 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ba8f8151-1775-4d72-8643-4c1aec9c20a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866603 Sep 01 16:35:12.740263 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a79618-1048-4d7d-a271-f487dcdeb52f req-6ddbed75-59f7-4d42-9f88-f8d07bbc4260 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:12.741816 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f4a79618-1048-4d7d-a271-f487dcdeb52f req-6ddbed75-59f7-4d42-9f88-f8d07bbc4260 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 945 time: 0.0743086 Sep 01 16:35:12.805584 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f4a79618-1048-4d7d-a271-f487dcdeb52f req-ef71bc45-2c08-4a82-89c1-31871e8c8225 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562227 Sep 01 16:35:13.473744 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41635892-89c5-4a39-a1b5-b9d3b236bc23 req-9bf1a72e-2091-4786-b198-8fbf8b14418b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:13.475639 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-41635892-89c5-4a39-a1b5-b9d3b236bc23 req-9bf1a72e-2091-4786-b198-8fbf8b14418b service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7 HTTP/1.1" status: 200 len: 918 time: 0.2045479 Sep 01 16:35:13.477531 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2908c0ad-19a4-4b14-9af9-960819a85de2 req-bfbd5b82-939a-4adc-bab4-9139bfbb35b9 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ba8f8151-1775-4d72-8643-4c1aec9c20a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051995 Sep 01 16:35:13.604973 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-41635892-89c5-4a39-a1b5-b9d3b236bc23 req-413ef239-1459-4040-b1bb-15a5e6675c7b service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a82e99d-ba3e-4063-bdf7-4d47fa07f110 HTTP/1.1" status: 200 len: 217 time: 0.0551322 Sep 01 16:35:13.676126 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41635892-89c5-4a39-a1b5-b9d3b236bc23 req-dcd6ce65-0e5b-4fe2-89cb-5a836b9a0b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:13.677928 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-41635892-89c5-4a39-a1b5-b9d3b236bc23 req-dcd6ce65-0e5b-4fe2-89cb-5a836b9a0b8b service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=82786ccd-9c4e-40d1-ba01-7f97c9ac8af5 HTTP/1.1" status: 200 len: 856 time: 0.0627799 Sep 01 16:35:13.726349 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-7d65d13b-a79a-4aec-85fe-b44519fc1751 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:13.731589 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-7d65d13b-a79a-4aec-85fe-b44519fc1751 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/networks?id=d5d66e81-f1e9-4144-8569-14dac1ce6e4e HTTP/1.1" status: 200 len: 809 time: 0.1810770 Sep 01 16:35:13.744483 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41635892-89c5-4a39-a1b5-b9d3b236bc23 req-18af5009-8151-4b9d-b6f8-a8f232375c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:13.746755 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-41635892-89c5-4a39-a1b5-b9d3b236bc23 req-18af5009-8151-4b9d-b6f8-a8f232375c3e service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0581415 Sep 01 16:35:13.762907 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-4ffc97e3-7bee-4ca6-a0f7-97b6852759af tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/quotas/0939af057f4940298089c8f89ec2865f HTTP/1.1" status: 200 len: 375 time: 0.0253673 Sep 01 16:35:13.807647 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-902c7e40-77cb-49ed-8e3e-b4c47273edd1 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0939af057f4940298089c8f89ec2865f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423045 Sep 01 16:35:13.895132 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-41635892-89c5-4a39-a1b5-b9d3b236bc23 req-310b502b-766e-4f66-923d-253ff39bf929 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398630 Sep 01 16:35:13.920170 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-c0003cd6-c72a-473a-9a42-b016b7ad8019 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d5d66e81-f1e9-4144-8569-14dac1ce6e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115723 Sep 01 16:35:13.975448 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:13.985855 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed3aa1-c197-469f-b2c5-5dfa2936ecf6 req-0564b1b0-975c-4f7a-a4a1-d4477355aae8 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:13.995100 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c9ed3aa1-c197-469f-b2c5-5dfa2936ecf6 req-0564b1b0-975c-4f7a-a4a1-d4477355aae8 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 945 time: 0.0796053 Sep 01 16:35:14.051909 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c9ed3aa1-c197-469f-b2c5-5dfa2936ecf6 req-9ab3efbf-76ca-4f21-a126-fe9fc8b1d16e tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558548 Sep 01 16:35:14.064152 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-2426fb27-3a4f-48d8-9d7d-fea8b93562e3 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d5d66e81-f1e9-4144-8569-14dac1ce6e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351786 Sep 01 16:35:14.261887 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0b96a3ef-45a8-401a-8775-551be8f6db5a req-a8d58d84-1b09-4270-b7de-9c6277b711ba tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9d892c9f-cd29-45a5-912a-292338f6f480 HTTP/1.1" status: 200 len: 210 time: 0.0413792 Sep 01 16:35:14.286264 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-41635892-89c5-4a39-a1b5-b9d3b236bc23 req-eeceb974-b0aa-4d25-af5c-613d3d1f7dd7 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766741 Sep 01 16:35:15.192464 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e721579-d783-4db8-a5d6-d2d4e8ce766a req-6a701f3e-2293-4e66-a327-28c604bd9e90 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:15.194504 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-0e721579-d783-4db8-a5d6-d2d4e8ce766a req-6a701f3e-2293-4e66-a327-28c604bd9e90 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 945 time: 0.0491645 Sep 01 16:35:15.243876 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-0e721579-d783-4db8-a5d6-d2d4e8ce766a req-bd518d91-9ab0-4634-bf62-d6ee0f78bb47 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429490 Sep 01 16:35:15.365848 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-5a516eca-cc18-4a91-93a0-a5ffa3a845e3 req-4df6fd77-4679-4f27-8c80-443a1faf0f66 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9d892c9f-cd29-45a5-912a-292338f6f480 HTTP/1.1" status: 200 len: 210 time: 0.0285699 Sep 01 16:35:15.975118 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:16.042391 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-dff263fc-b639-4064-a9fa-93247b93ecd5 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:16.043844 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-dff263fc-b639-4064-a9fa-93247b93ecd5 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.77 "GET /networking/v2.0/networks?id=d5d66e81-f1e9-4144-8569-14dac1ce6e4e HTTP/1.1" status: 200 len: 809 time: 0.1514127 Sep 01 16:35:16.096880 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-d1359cf2-30de-48ea-8cc4-0e474627284a tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Request body: {'port': {'device_id': '9d892c9f-cd29-45a5-912a-292338f6f480', 'network_id': 'd5d66e81-f1e9-4144-8569-14dac1ce6e4e', 'admin_state_up': True, 'tenant_id': '0939af057f4940298089c8f89ec2865f'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:35:16.210517 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-d1359cf2-30de-48ea-8cc4-0e474627284a tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Made reservation on behalf of 0939af057f4940298089c8f89ec2865f for: {'port': 1} {{(pid=106490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:35:16.215060 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-d1359cf2-30de-48ea-8cc4-0e474627284a tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:16.355416 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_common [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-d1359cf2-30de-48ea-8cc4-0e474627284a tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Allocated IP 172.20.0.5 (d5d66e81-f1e9-4144-8569-14dac1ce6e4e/fc27e4a7-0788-4411-955a-7ff8a6e63c81/fe2e7a5a-96ce-4069-adb2-e1db8651a186) {{(pid=106490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:35:16.379029 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fdd776-0e94-45fc-96cb-a152b5cdbf22 req-be7752ff-9f05-4004-a8c4-1039f5665048 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:16.386408 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-83fdd776-0e94-45fc-96cb-a152b5cdbf22 req-be7752ff-9f05-4004-a8c4-1039f5665048 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 945 time: 0.0637853 Sep 01 16:35:16.463091 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-83fdd776-0e94-45fc-96cb-a152b5cdbf22 req-9c1cedab-d12d-41db-a105-56fb09a5580a tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757449 Sep 01 16:35:16.500493 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 60092) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:16.514153 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-14f4760f-ec7d-40d1-bb43-51f47339f462 req-029cd97a-978b-4130-b1e2-d28a558dd4e0 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9d892c9f-cd29-45a5-912a-292338f6f480 HTTP/1.1" status: 200 len: 210 time: 0.0350039 Sep 01 16:35:16.573501 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-d1359cf2-30de-48ea-8cc4-0e474627284a tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Publish callbacks [] for port (fe2e7a5a-96ce-4069-adb2-e1db8651a186), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:16.618984 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-d1359cf2-30de-48ea-8cc4-0e474627284a tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847'] for port (fe2e7a5a-96ce-4069-adb2-e1db8651a186), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:16.626303 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-fece9ac9-d1ac-43bb-9abd-83ab396d6f5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:16.635106 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:16.671961 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-d1359cf2-30de-48ea-8cc4-0e474627284a tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Network d5d66e81-f1e9-4144-8569-14dac1ce6e4e is already hosted by enough agents. {{(pid=106490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:35:16.691609 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-d1359cf2-30de-48ea-8cc4-0e474627284a tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Resources bound (agent type, host, resource id): {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:35:16.694696 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-d1359cf2-30de-48ea-8cc4-0e474627284a tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Received port after_create {{(pid=106490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:35:16.700789 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-d1359cf2-30de-48ea-8cc4-0e474627284a tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:16.701529 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-d1359cf2-30de-48ea-8cc4-0e474627284a tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:16.720429 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-fece9ac9-d1ac-43bb-9abd-83ab396d6f5f admin admin] Publish callbacks [] for security_group (a6e0e91a-a06b-4649-ab29-57bca913ace2), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:16.725567 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-d1359cf2-30de-48ea-8cc4-0e474627284a tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6331179 Sep 01 16:35:16.726100 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-fece9ac9-d1ac-43bb-9abd-83ab396d6f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (a6e0e91a-a06b-4649-ab29-57bca913ace2), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:16.734120 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1359cf2-30de-48ea-8cc4-0e474627284a tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Pushing event updated for resources: {'Port': ['ID=fe2e7a5a-96ce-4069-adb2-e1db8651a186,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:16.751234 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-9fc0039c-d1c6-427d-a1f5-58a460349847 service neutron] Request body: {'port': {'device_id': '9d892c9f-cd29-45a5-912a-292338f6f480', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:35:16.774505 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-fece9ac9-d1ac-43bb-9abd-83ab396d6f5f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a7bf65301a364090aa54e0eea3f332c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2728672 Sep 01 16:35:16.777889 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 60102) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:16.784623 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece9ac9-d1ac-43bb-9abd-83ab396d6f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e0e91a-a06b-4649-ab29-57bca913ace2,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:16.817781 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-9fc0039c-d1c6-427d-a1f5-58a460349847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (fe2e7a5a-96ce-4069-adb2-e1db8651a186), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:16.840738 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-c52f90e0-7651-4615-9988-78bef968c5e1 admin admin] Publish callbacks [] for security_group (a6e0e91a-a06b-4649-ab29-57bca913ace2), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:16.864163 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-c52f90e0-7651-4615-9988-78bef968c5e1 admin admin] Publish callbacks [] for security_group (a6e0e91a-a06b-4649-ab29-57bca913ace2), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:16.929642 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:16.942957 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-c52f90e0-7651-4615-9988-78bef968c5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (a6e0e91a-a06b-4649-ab29-57bca913ace2), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:16.943831 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:16.946370 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-c52f90e0-7651-4615-9988-78bef968c5e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:16.951825 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-c52f90e0-7651-4615-9988-78bef968c5e1 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/a6e0e91a-a06b-4649-ab29-57bca913ace2 HTTP/1.1" status: 204 len: 168 time: 0.1695173 Sep 01 16:35:16.964783 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f90e0-7651-4615-9988-78bef968c5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e0e91a-a06b-4649-ab29-57bca913ace2,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:17.145326 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-9fc0039c-d1c6-427d-a1f5-58a460349847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe2e7a5a-96ce-4069-adb2-e1db8651a186 {{(pid=106490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:35:17.154072 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-9fc0039c-d1c6-427d-a1f5-58a460349847 service neutron] Publish callbacks [] for port (fe2e7a5a-96ce-4069-adb2-e1db8651a186), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:17.166829 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.provisioning_blocks [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-9fc0039c-d1c6-427d-a1f5-58a460349847 service neutron] Transition to ACTIVE for port object fe2e7a5a-96ce-4069-adb2-e1db8651a186 will not be triggered until provisioned by entity L2. {{(pid=106490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 16:35:17.170878 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-9fc0039c-d1c6-427d-a1f5-58a460349847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (fe2e7a5a-96ce-4069-adb2-e1db8651a186), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:17.238678 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0039c-d1c6-427d-a1f5-58a460349847 service neutron] Pushing event updated for resources: {'Port': ['ID=fe2e7a5a-96ce-4069-adb2-e1db8651a186,revision_number=2']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:17.249937 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-9fc0039c-d1c6-427d-a1f5-58a460349847 service neutron] Attempting to bind port fe2e7a5a-96ce-4069-adb2-e1db8651a186 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:35:17.250371 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-9fc0039c-d1c6-427d-a1f5-58a460349847 service neutron] Attempting to bind port fe2e7a5a-96ce-4069-adb2-e1db8651a186 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': '86d75bea-6eb7-4878-b004-a3fe957e0035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd5d66e81-f1e9-4144-8569-14dac1ce6e4e'}] {{(pid=106490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:35:17.250766 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-9fc0039c-d1c6-427d-a1f5-58a460349847 service neutron] Attempting to bind port fe2e7a5a-96ce-4069-adb2-e1db8651a186 on network d5d66e81-f1e9-4144-8569-14dac1ce6e4e {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:35:17.257371 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-9fc0039c-d1c6-427d-a1f5-58a460349847 service neutron] Port fe2e7a5a-96ce-4069-adb2-e1db8651a186 on network d5d66e81-f1e9-4144-8569-14dac1ce6e4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 16:35:17.257897 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-9fc0039c-d1c6-427d-a1f5-58a460349847 service neutron] Attempting to bind port fe2e7a5a-96ce-4069-adb2-e1db8651a186 on network d5d66e81-f1e9-4144-8569-14dac1ce6e4e {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:35:17.268236 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-9fc0039c-d1c6-427d-a1f5-58a460349847 service neutron] Checking agent: {'id': '294a3787-103d-4a51-bc9c-bc09638a7966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 32, 3), 'started_at': datetime.datetime(2022, 9, 1, 16, 32, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:35:17.268575 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-9fc0039c-d1c6-427d-a1f5-58a460349847 service neutron] Checking segment: {'id': '86d75bea-6eb7-4878-b004-a3fe957e0035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd5d66e81-f1e9-4144-8569-14dac1ce6e4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:35:17.268993 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-9fc0039c-d1c6-427d-a1f5-58a460349847 service neutron] Bound using segment: {'id': '86d75bea-6eb7-4878-b004-a3fe957e0035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd5d66e81-f1e9-4144-8569-14dac1ce6e4e'} {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:35:17.269423 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-9fc0039c-d1c6-427d-a1f5-58a460349847 service neutron] Bound port: fe2e7a5a-96ce-4069-adb2-e1db8651a186, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86d75bea-6eb7-4878-b004-a3fe957e0035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd5d66e81-f1e9-4144-8569-14dac1ce6e4e'}}] {{(pid=106490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:35:17.269795 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-9fc0039c-d1c6-427d-a1f5-58a460349847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (fe2e7a5a-96ce-4069-adb2-e1db8651a186), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:17.336543 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-9fc0039c-d1c6-427d-a1f5-58a460349847 service neutron] For port fe2e7a5a-96ce-4069-adb2-e1db8651a186, host hv-cinder-85220, cleared binding levels {{(pid=106490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:35:17.339619 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-9fc0039c-d1c6-427d-a1f5-58a460349847 service neutron] For port fe2e7a5a-96ce-4069-adb2-e1db8651a186, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=fe2e7a5a-96ce-4069-adb2-e1db8651a186,segment=NetworkSegment(86d75bea-6eb7-4878-b004-a3fe957e0035),segment_id=86d75bea-6eb7-4878-b004-a3fe957e0035)] {{(pid=106490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:35:17.341673 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 60122) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:17.354508 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-9fc0039c-d1c6-427d-a1f5-58a460349847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (fe2e7a5a-96ce-4069-adb2-e1db8651a186), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:17.364470 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-9fc0039c-d1c6-427d-a1f5-58a460349847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:17.365089 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-9fc0039c-d1c6-427d-a1f5-58a460349847 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:17.366491 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-9fc0039c-d1c6-427d-a1f5-58a460349847 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/fe2e7a5a-96ce-4069-adb2-e1db8651a186 HTTP/1.1" status: 200 len: 1093 time: 0.6203234 Sep 01 16:35:17.366997 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d892c9f-cd29-45a5-912a-292338f6f480', 'tag': 'fe2e7a5a-96ce-4069-adb2-e1db8651a186'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:35:17.369707 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d3878d-8388-42de-aead-f33db7775b43" -d '{"events": [{"name": "network-changed", "server_uuid": "9d892c9f-cd29-45a5-912a-292338f6f480", "tag": "fe2e7a5a-96ce-4069-adb2-e1db8651a186"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:35:17.388700 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-da0cb5ad-0f8d-4573-ba65-58e73e075727 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:17.428539 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 16:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32258c1-440d-4b4b-96fb-a1f2bdef6f26 x-openstack-request-id: req-f32258c1-440d-4b4b-96fb-a1f2bdef6f26 {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:35:17.428832 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d892c9f-cd29-45a5-912a-292338f6f480", "tag": "fe2e7a5a-96ce-4069-adb2-e1db8651a186", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:35:17.429094 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f32258c1-440d-4b4b-96fb-a1f2bdef6f26 {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:35:17.429511 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f32258c1-440d-4b4b-96fb-a1f2bdef6f26'] response: {'name': 'network-changed', 'server_uuid': '9d892c9f-cd29-45a5-912a-292338f6f480', 'tag': 'fe2e7a5a-96ce-4069-adb2-e1db8651a186', 'status': 'completed', 'code': 200} Sep 01 16:35:17.441016 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0039c-d1c6-427d-a1f5-58a460349847 service neutron] Pushing event updated for resources: {'Port': ['ID=fe2e7a5a-96ce-4069-adb2-e1db8651a186,revision_number=3']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:17.505962 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-da0cb5ad-0f8d-4573-ba65-58e73e075727 admin admin] Publish callbacks [] for security_group (04b2ddf1-8c6d-4478-8f5f-5c2d20f4c19f), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:17.524576 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-da0cb5ad-0f8d-4573-ba65-58e73e075727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (04b2ddf1-8c6d-4478-8f5f-5c2d20f4c19f), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:17.563849 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-19e19195-7b3f-4882-b71c-7716d104142c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:17.565305 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-19e19195-7b3f-4882-b71c-7716d104142c service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=0939af057f4940298089c8f89ec2865f&device_id=9d892c9f-cd29-45a5-912a-292338f6f480 HTTP/1.1" status: 200 len: 1127 time: 0.0726783 Sep 01 16:35:17.602197 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:17.611013 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-da0cb5ad-0f8d-4573-ba65-58e73e075727 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=3aaedec85cd54cfcbe5da73bc3290127&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2682431 Sep 01 16:35:17.611721 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0cb5ad-0f8d-4573-ba65-58e73e075727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b2ddf1-8c6d-4478-8f5f-5c2d20f4c19f,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:17.614028 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 60130) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:17.629098 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df2c7d-066c-4ffd-a485-a0f8eec3b46a req-cd44851d-a0c0-485e-a835-70e93c0e84a5 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:17.630617 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f7df2c7d-066c-4ffd-a485-a0f8eec3b46a req-cd44851d-a0c0-485e-a835-70e93c0e84a5 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 945 time: 0.0837836 Sep 01 16:35:17.648082 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c065e8ad-2378-45f2-baee-1044249736b4 req-69ff1d0b-249d-4381-b991-aea35205bb26 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:17.649492 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-c065e8ad-2378-45f2-baee-1044249736b4 req-69ff1d0b-249d-4381-b991-aea35205bb26 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9d892c9f-cd29-45a5-912a-292338f6f480 HTTP/1.1" status: 200 len: 943 time: 0.0574932 Sep 01 16:35:17.698555 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-c065e8ad-2378-45f2-baee-1044249736b4 req-4640e2f6-c0be-42ba-8d48-29b6da4e29f1 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=66c527ad-8440-4b13-be27-25af1e653a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416229 Sep 01 16:35:17.710551 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f7df2c7d-066c-4ffd-a485-a0f8eec3b46a req-91662a22-10e0-4f96-8d2b-d7038ac6c5a8 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736887 Sep 01 16:35:17.713413 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:INSERT=10 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:17.717484 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-e76b2bcf-18d8-4978-84d9-9c2b7eb00b93 admin admin] Publish callbacks [] for security_group (04b2ddf1-8c6d-4478-8f5f-5c2d20f4c19f), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:17.741054 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-e76b2bcf-18d8-4978-84d9-9c2b7eb00b93 admin admin] Publish callbacks [] for security_group (04b2ddf1-8c6d-4478-8f5f-5c2d20f4c19f), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:17.747493 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:17.815755 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-5673496c-1d4d-476d-8ee0-e78802a156b6 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe2e7a5a-96ce-4069-adb2-e1db8651a186 HTTP/1.1" status: 200 len: 217 time: 0.0385349 Sep 01 16:35:17.824739 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-e76b2bcf-18d8-4978-84d9-9c2b7eb00b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (04b2ddf1-8c6d-4478-8f5f-5c2d20f4c19f), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:17.827393 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-e76b2bcf-18d8-4978-84d9-9c2b7eb00b93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:17.828393 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-e76b2bcf-18d8-4978-84d9-9c2b7eb00b93 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/04b2ddf1-8c6d-4478-8f5f-5c2d20f4c19f HTTP/1.1" status: 204 len: 168 time: 0.2117620 Sep 01 16:35:17.836114 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b2bcf-18d8-4978-84d9-9c2b7eb00b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b2ddf1-8c6d-4478-8f5f-5c2d20f4c19f,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:18.854958 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6399ff8-51f2-4087-812d-fbb9f8427424 req-0b32babc-9a58-4ee1-8677-df0f331db790 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:18.856959 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-e6399ff8-51f2-4087-812d-fbb9f8427424 req-0b32babc-9a58-4ee1-8677-df0f331db790 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9d892c9f-cd29-45a5-912a-292338f6f480 HTTP/1.1" status: 200 len: 943 time: 0.0707979 Sep 01 16:35:18.876964 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26f04d-0f92-475b-981a-4b62962f5e82 req-34c7787e-715e-45ba-8c6e-928b0a0f15a4 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:18.879365 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-cc26f04d-0f92-475b-981a-4b62962f5e82 req-34c7787e-715e-45ba-8c6e-928b0a0f15a4 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 945 time: 0.0702682 Sep 01 16:35:18.921355 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-e6399ff8-51f2-4087-812d-fbb9f8427424 req-7a325907-25cb-4ba9-be5a-833447b57ae4 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=66c527ad-8440-4b13-be27-25af1e653a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584984 Sep 01 16:35:18.933962 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-cc26f04d-0f92-475b-981a-4b62962f5e82 req-a8cf1c8a-dd02-4bea-adb5-6e53d539d8b5 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490234 Sep 01 16:35:19.008144 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=55 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:19.013983 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=47 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:19.195082 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-b52420da-7952-47fb-b15a-d15af7166aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:19.197265 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-b52420da-7952-47fb-b15a-d15af7166aca service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=fc27e4a7-0788-4411-955a-7ff8a6e63c81 HTTP/1.1" status: 200 len: 849 time: 0.0681708 Sep 01 16:35:19.244422 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-9199b7d5-037b-43d4-963c-04d25360439d service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=d5d66e81-f1e9-4144-8569-14dac1ce6e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283284 Sep 01 16:35:19.425014 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=100 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:19.748841 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-1a85c9a8-56cd-4ac6-b61a-517f20eb6644 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/d5d66e81-f1e9-4144-8569-14dac1ce6e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223161 Sep 01 16:35:19.874140 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0f5e3ffc-edeb-4140-9138-849cd7866d68 req-afcaadba-778a-4b04-8c9b-c5601f9995ce service neutron] 10.222.0.77 "GET /networking/v2.0/networks/d5d66e81-f1e9-4144-8569-14dac1ce6e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153090 Sep 01 16:35:20.078679 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2634cfb-03a0-401c-8ab1-1d97a0cf1063 req-f402a856-80b2-4ebf-9ec7-1622c9a50c6b tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:20.080246 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-e2634cfb-03a0-401c-8ab1-1d97a0cf1063 req-f402a856-80b2-4ebf-9ec7-1622c9a50c6b tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9d892c9f-cd29-45a5-912a-292338f6f480 HTTP/1.1" status: 200 len: 943 time: 0.0688226 Sep 01 16:35:20.144349 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-e2634cfb-03a0-401c-8ab1-1d97a0cf1063 req-1e712654-a0b9-4a73-97c1-85dc9c76c805 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=66c527ad-8440-4b13-be27-25af1e653a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579126 Sep 01 16:35:20.314977 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50757d71-62cc-4b41-b676-ffe07a411902 req-f07d4c6e-85ea-44f8-a914-9862f2fe7fea tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:20.318698 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-50757d71-62cc-4b41-b676-ffe07a411902 req-f07d4c6e-85ea-44f8-a914-9862f2fe7fea tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 945 time: 0.2743592 Sep 01 16:35:20.376795 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-50757d71-62cc-4b41-b676-ffe07a411902 req-06532471-490d-4097-b7df-beb1bb561240 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531316 Sep 01 16:35:20.382852 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 60260) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:20.416175 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090c50a-8071-43b9-9e36-a56d9df1b745 req-40768b64-45f9-4e79-a6dc-574af6cf60f6 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:20.417973 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-c090c50a-8071-43b9-9e36-a56d9df1b745 req-40768b64-45f9-4e79-a6dc-574af6cf60f6 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 945 time: 0.0506344 Sep 01 16:35:20.465981 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-c090c50a-8071-43b9-9e36-a56d9df1b745 req-f36b6e8d-90f9-4ef7-87a9-3de95f61b68f tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=394ec080-8797-4674-9de4-8f003da9c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419202 Sep 01 16:35:20.500552 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-61597c2e-683b-496f-9c6d-634a27290947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:20.585978 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-61597c2e-683b-496f-9c6d-634a27290947 admin admin] Publish callbacks [] for security_group (2c02a0a0-80cf-4bd9-aec8-890af7e858d4), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:20.590661 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-61597c2e-683b-496f-9c6d-634a27290947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (2c02a0a0-80cf-4bd9-aec8-890af7e858d4), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:20.628528 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61597c2e-683b-496f-9c6d-634a27290947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c02a0a0-80cf-4bd9-aec8-890af7e858d4,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:20.632936 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-61597c2e-683b-496f-9c6d-634a27290947 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=464634e60473484aa0d8fe4613e9ef3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2483389 Sep 01 16:35:20.635788 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 60270) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:20.689478 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-41938cbe-06d5-4879-a3d5-2401c4a58cd3 admin admin] Publish callbacks [] for security_group (2c02a0a0-80cf-4bd9-aec8-890af7e858d4), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:20.709746 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-41938cbe-06d5-4879-a3d5-2401c4a58cd3 admin admin] Publish callbacks [] for security_group (2c02a0a0-80cf-4bd9-aec8-890af7e858d4), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:20.761210 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-41938cbe-06d5-4879-a3d5-2401c4a58cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (2c02a0a0-80cf-4bd9-aec8-890af7e858d4), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:20.763890 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-41938cbe-06d5-4879-a3d5-2401c4a58cd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:20.765062 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-41938cbe-06d5-4879-a3d5-2401c4a58cd3 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2c02a0a0-80cf-4bd9-aec8-890af7e858d4 HTTP/1.1" status: 204 len: 168 time: 0.1284704 Sep 01 16:35:20.773369 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41938cbe-06d5-4879-a3d5-2401c4a58cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c02a0a0-80cf-4bd9-aec8-890af7e858d4,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:21.046488 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 60284) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:21.063249 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-1aa1b6c9-c35e-4447-90fa-06ea7fb4855c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:21.166071 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-1aa1b6c9-c35e-4447-90fa-06ea7fb4855c admin admin] Publish callbacks [] for security_group (d3519538-3bfc-43ec-82a9-c83b93f04523), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:21.171039 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-1aa1b6c9-c35e-4447-90fa-06ea7fb4855c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (d3519538-3bfc-43ec-82a9-c83b93f04523), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:21.227640 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 60294) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:21.227850 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-1aa1b6c9-c35e-4447-90fa-06ea7fb4855c admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=123c0d192b8c421181e474685054559d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1800609 Sep 01 16:35:21.233174 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1b6c9-c35e-4447-90fa-06ea7fb4855c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3519538-3bfc-43ec-82a9-c83b93f04523,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:21.246528 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 60296) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:21.292360 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-2916929f-f1bb-467f-aee1-39b60ed912bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:21.317931 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:DELETE=4,neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:21.324783 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:21.425739 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5995b68-f110-4893-aa3f-a86109927bdc req-a57b8876-7d10-4fb5-a874-869c95932e28 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:21.428516 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-7c847461-9a58-4dcb-bd7c-d6dec383c357 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:21.432593 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b5995b68-f110-4893-aa3f-a86109927bdc req-a57b8876-7d10-4fb5-a874-869c95932e28 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9d892c9f-cd29-45a5-912a-292338f6f480 HTTP/1.1" status: 200 len: 943 time: 0.1639962 Sep 01 16:35:21.487557 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-d74d2bf3-66bb-4611-9b2a-a2b7dcac3a9c admin admin] Publish callbacks [] for security_group (d3519538-3bfc-43ec-82a9-c83b93f04523), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:21.492922 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:21.494321 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3878d-8388-42de-aead-f33db7775b43 req-cf66dc22-fcb4-4635-aab7-8f59a48c466e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:21.496087 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c1d3878d-8388-42de-aead-f33db7775b43 req-cf66dc22-fcb4-4635-aab7-8f59a48c466e service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=0939af057f4940298089c8f89ec2865f&device_id=9d892c9f-cd29-45a5-912a-292338f6f480 HTTP/1.1" status: 200 len: 1127 time: 0.1296632 Sep 01 16:35:21.513763 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b5995b68-f110-4893-aa3f-a86109927bdc req-676330c6-fe1a-4832-a082-132cdaa82d3d tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=66c527ad-8440-4b13-be27-25af1e653a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801041 Sep 01 16:35:21.523373 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-d74d2bf3-66bb-4611-9b2a-a2b7dcac3a9c admin admin] Publish callbacks [] for security_group (d3519538-3bfc-43ec-82a9-c83b93f04523), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:21.557635 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659149d-9081-4179-b3de-2720c5d61ec7 req-4bd01cc5-bf27-4837-b0dc-ac871f17bda6 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:21.559486 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-8659149d-9081-4179-b3de-2720c5d61ec7 req-4bd01cc5-bf27-4837-b0dc-ac871f17bda6 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 945 time: 0.0737181 Sep 01 16:35:21.610108 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-7c847461-9a58-4dcb-bd7c-d6dec383c357 admin admin] Publish callbacks [] for security_group (154ab748-c4c3-4224-b76e-ae76622f4b9b), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:21.615763 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:21.619054 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-7c847461-9a58-4dcb-bd7c-d6dec383c357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (154ab748-c4c3-4224-b76e-ae76622f4b9b), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:21.633251 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17436d0e-e39f-43f2-8ad4-1e601190f1d4 req-353a6e92-6b68-4351-894d-0840e83e6c93 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:21.635286 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-17436d0e-e39f-43f2-8ad4-1e601190f1d4 req-353a6e92-6b68-4351-894d-0840e83e6c93 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 945 time: 0.0549395 Sep 01 16:35:21.636302 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-d74d2bf3-66bb-4611-9b2a-a2b7dcac3a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (d3519538-3bfc-43ec-82a9-c83b93f04523), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:21.640391 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-d74d2bf3-66bb-4611-9b2a-a2b7dcac3a9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:21.641498 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-d74d2bf3-66bb-4611-9b2a-a2b7dcac3a9c admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d3519538-3bfc-43ec-82a9-c83b93f04523 HTTP/1.1" status: 204 len: 168 time: 0.4124775 Sep 01 16:35:21.641897 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device fe2e7a5a-96ce-4069-adb2-e1db8651a186 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:35:21.655118 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-8659149d-9081-4179-b3de-2720c5d61ec7 req-26bba510-9b3e-4106-9f28-cf9b53964a13 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889461 Sep 01 16:35:21.655502 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d2bf3-66bb-4611-9b2a-a2b7dcac3a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3519538-3bfc-43ec-82a9-c83b93f04523,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:21.674943 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c847461-9a58-4dcb-bd7c-d6dec383c357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154ab748-c4c3-4224-b76e-ae76622f4b9b,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:21.682467 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-7c847461-9a58-4dcb-bd7c-d6dec383c357 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=312d37b4203a42229010f8c9d8db9f5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4344661 Sep 01 16:35:21.685100 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 60312) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:21.716693 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-17436d0e-e39f-43f2-8ad4-1e601190f1d4 req-fdc9ec97-8e39-4105-aed0-0164e3b805b5 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=394ec080-8797-4674-9de4-8f003da9c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739455 Sep 01 16:35:21.767704 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-269bec8f-0738-409c-9aaf-c292d80eece3 admin admin] Publish callbacks [] for security_group (154ab748-c4c3-4224-b76e-ae76622f4b9b), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:21.789396 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-269bec8f-0738-409c-9aaf-c292d80eece3 admin admin] Publish callbacks [] for security_group (154ab748-c4c3-4224-b76e-ae76622f4b9b), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:21.822963 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port fe2e7a5a-96ce-4069-adb2-e1db8651a186, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=fe2e7a5a-96ce-4069-adb2-e1db8651a186,segment=NetworkSegment(86d75bea-6eb7-4878-b004-a3fe957e0035),segment_id=86d75bea-6eb7-4878-b004-a3fe957e0035)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:35:21.834863 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Returning: {'device': 'fe2e7a5a-96ce-4069-adb2-e1db8651a186', 'network_id': 'd5d66e81-f1e9-4144-8569-14dac1ce6e4e', 'port_id': 'fe2e7a5a-96ce-4069-adb2-e1db8651a186', 'mac_address': 'fa:16:3e:e7:1f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc27e4a7-0788-4411-955a-7ff8a6e63c81', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:35:21.841797 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-269bec8f-0738-409c-9aaf-c292d80eece3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (154ab748-c4c3-4224-b76e-ae76622f4b9b), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:21.846119 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-269bec8f-0738-409c-9aaf-c292d80eece3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:21.849951 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-269bec8f-0738-409c-9aaf-c292d80eece3 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/154ab748-c4c3-4224-b76e-ae76622f4b9b HTTP/1.1" status: 204 len: 168 time: 0.1614101 Sep 01 16:35:21.863119 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bec8f-0738-409c-9aaf-c292d80eece3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154ab748-c4c3-4224-b76e-ae76622f4b9b,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:21.883932 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port fe2e7a5a-96ce-4069-adb2-e1db8651a186 is: DOWN; New status is: BUILD {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:35:21.885274 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (fe2e7a5a-96ce-4069-adb2-e1db8651a186), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:21.901835 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe2e7a5a-96ce-4069-adb2-e1db8651a186 {{(pid=106491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:35:21.922677 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port fe2e7a5a-96ce-4069-adb2-e1db8651a186, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=fe2e7a5a-96ce-4069-adb2-e1db8651a186,segment=NetworkSegment(86d75bea-6eb7-4878-b004-a3fe957e0035),segment_id=86d75bea-6eb7-4878-b004-a3fe957e0035)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:35:21.927912 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (fe2e7a5a-96ce-4069-adb2-e1db8651a186), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:21.984776 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=fe2e7a5a-96ce-4069-adb2-e1db8651a186,revision_number=4']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:22.212589 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 60332) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:22.226006 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-95aef8ec-cc2a-4ec5-b868-97f9628645e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:22.308737 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-95aef8ec-cc2a-4ec5-b868-97f9628645e8 admin admin] Publish callbacks [] for security_group (7f063f55-a773-4491-a033-7e355137c24f), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:22.312761 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-95aef8ec-cc2a-4ec5-b868-97f9628645e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (7f063f55-a773-4491-a033-7e355137c24f), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:22.353913 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-95aef8ec-cc2a-4ec5-b868-97f9628645e8 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=db4bd031fa4c48aaa80936f5a6c3cb23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1402657 Sep 01 16:35:22.355270 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aef8ec-cc2a-4ec5-b868-97f9628645e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f063f55-a773-4491-a033-7e355137c24f,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:22.357101 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 60338) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:22.399965 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] get_ports_and_sgs() called for port_ids ['fe2e7a5a-96ce-4069-adb2-e1db8651a186'] {{(pid=106491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 16:35:22.411402 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-4bc5ac38-efb2-440f-8b69-2516afc2e717 admin admin] Publish callbacks [] for security_group (7f063f55-a773-4491-a033-7e355137c24f), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:22.432730 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-4bc5ac38-efb2-440f-8b69-2516afc2e717 admin admin] Publish callbacks [] for security_group (7f063f55-a773-4491-a033-7e355137c24f), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:22.491542 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-4bc5ac38-efb2-440f-8b69-2516afc2e717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (7f063f55-a773-4491-a033-7e355137c24f), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:22.494757 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-4bc5ac38-efb2-440f-8b69-2516afc2e717 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:22.498571 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-4bc5ac38-efb2-440f-8b69-2516afc2e717 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/7f063f55-a773-4491-a033-7e355137c24f HTTP/1.1" status: 204 len: 168 time: 0.1381023 Sep 01 16:35:22.505132 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc5ac38-efb2-440f-8b69-2516afc2e717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f063f55-a773-4491-a033-7e355137c24f,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:22.550717 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:22.680274 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5ea4e-2d8f-4706-9c58-e01c3e4a8a6c req-c9517f98-dfd5-4c11-93a2-907ee0a5786d tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:22.688410 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-8cb5ea4e-2d8f-4706-9c58-e01c3e4a8a6c req-c9517f98-dfd5-4c11-93a2-907ee0a5786d tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9d892c9f-cd29-45a5-912a-292338f6f480 HTTP/1.1" status: 200 len: 944 time: 0.0698557 Sep 01 16:35:22.752398 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-8cb5ea4e-2d8f-4706-9c58-e01c3e4a8a6c req-b29c6741-6fbc-4246-8958-eb153f499119 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=66c527ad-8440-4b13-be27-25af1e653a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627873 Sep 01 16:35:22.771824 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.agents_db [None req-09d9e05d-4d55-4c1e-8994-77c39c5d0c8d None None] Agent healthcheck: found 6 active agents {{(pid=106492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:35:22.852315 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a016ae9-3c19-4d1c-8b57-190bdb01a330 req-426f855e-3aa5-43bb-9d4b-15983385230b tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:22.861962 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2a016ae9-3c19-4d1c-8b57-190bdb01a330 req-426f855e-3aa5-43bb-9d4b-15983385230b tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 945 time: 0.0699761 Sep 01 16:35:22.911378 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a15a7-0999-48ba-b52f-5de2d0443477 req-a456984e-27c0-4f7b-aba8-4e04f7409b28 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:22.913774 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-610a15a7-0999-48ba-b52f-5de2d0443477 req-a456984e-27c0-4f7b-aba8-4e04f7409b28 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 945 time: 0.0686991 Sep 01 16:35:22.931965 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2a016ae9-3c19-4d1c-8b57-190bdb01a330 req-43c8127a-5bcf-4546-962b-3a73edd87ee6 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687146 Sep 01 16:35:22.976758 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-610a15a7-0999-48ba-b52f-5de2d0443477 req-8d9f0d18-ba30-4e8d-9b70-415a902ec812 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=394ec080-8797-4674-9de4-8f003da9c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565791 Sep 01 16:35:23.031780 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 60370) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:23.045150 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-b7be431a-ee70-4c08-b2a3-6c7b8554de82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:23.122150 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-b7be431a-ee70-4c08-b2a3-6c7b8554de82 admin admin] Publish callbacks [] for security_group (d2481bff-2739-4404-8719-e830917998f7), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:23.126078 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-b7be431a-ee70-4c08-b2a3-6c7b8554de82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (d2481bff-2739-4404-8719-e830917998f7), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:23.169614 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-b7be431a-ee70-4c08-b2a3-6c7b8554de82 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=5714ca4786604c019f0452ed28f8581c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1366951 Sep 01 16:35:23.170748 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7be431a-ee70-4c08-b2a3-6c7b8554de82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2481bff-2739-4404-8719-e830917998f7,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:23.172414 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 60374) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:23.226006 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-bb843edd-4ec7-47dd-ade3-db366e408dbf admin admin] Publish callbacks [] for security_group (d2481bff-2739-4404-8719-e830917998f7), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:23.247232 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:23.264112 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-bb843edd-4ec7-47dd-ade3-db366e408dbf admin admin] Publish callbacks [] for security_group (d2481bff-2739-4404-8719-e830917998f7), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:23.283409 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:23.330305 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-bb843edd-4ec7-47dd-ade3-db366e408dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (d2481bff-2739-4404-8719-e830917998f7), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:23.334548 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-bb843edd-4ec7-47dd-ade3-db366e408dbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:23.335750 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-bb843edd-4ec7-47dd-ade3-db366e408dbf admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d2481bff-2739-4404-8719-e830917998f7 HTTP/1.1" status: 204 len: 168 time: 0.1621888 Sep 01 16:35:23.345921 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb843edd-4ec7-47dd-ade3-db366e408dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2481bff-2739-4404-8719-e830917998f7,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:23.387528 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3878d-8388-42de-aead-f33db7775b43 req-f8a4aca2-75ec-44f6-b265-ec30e3bc3ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:23.388980 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c1d3878d-8388-42de-aead-f33db7775b43 req-f8a4aca2-75ec-44f6-b265-ec30e3bc3ed6 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=d5d66e81-f1e9-4144-8569-14dac1ce6e4e HTTP/1.1" status: 200 len: 910 time: 0.1307521 Sep 01 16:35:23.436890 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c1d3878d-8388-42de-aead-f33db7775b43 req-a1b230a9-aaca-40f8-bff3-c06cf98e4e8e service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe2e7a5a-96ce-4069-adb2-e1db8651a186 HTTP/1.1" status: 200 len: 217 time: 0.0403490 Sep 01 16:35:23.534316 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3878d-8388-42de-aead-f33db7775b43 req-12a87575-a78f-459a-a27f-3425ae56fb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:23.534510 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c1d3878d-8388-42de-aead-f33db7775b43 req-12a87575-a78f-459a-a27f-3425ae56fb98 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=fc27e4a7-0788-4411-955a-7ff8a6e63c81 HTTP/1.1" status: 200 len: 849 time: 0.0513918 Sep 01 16:35:23.656769 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device fe2e7a5a-96ce-4069-adb2-e1db8651a186 up at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:35:23.723256 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-8316d684-78f1-4422-b358-3e2af731e1bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:23.727274 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning for port fe2e7a5a-96ce-4069-adb2-e1db8651a186 completed by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 16:35:23.728042 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c1d3878d-8388-42de-aead-f33db7775b43 req-bfba48b8-5897-48f3-abf9-e30ff240dcb2 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=d5d66e81-f1e9-4144-8569-14dac1ce6e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370953 Sep 01 16:35:23.735580 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning complete for port fe2e7a5a-96ce-4069-adb2-e1db8651a186 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:35:23.736254 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (fe2e7a5a-96ce-4069-adb2-e1db8651a186), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:23.817263 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port fe2e7a5a-96ce-4069-adb2-e1db8651a186 is: BUILD; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:35:23.817707 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (fe2e7a5a-96ce-4069-adb2-e1db8651a186), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:23.849161 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d892c9f-cd29-45a5-912a-292338f6f480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2e7a5a-96ce-4069-adb2-e1db8651a186'}] {{(pid=106491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:35:23.854748 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27cd250e45b0eab3f9aacaaa4111d690d8ad0f5b6b5c497c1d88b56abc962a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a02b235-ce68-4b72-814a-90305ca97696" -d '{"events": [{"server_uuid": "9d892c9f-cd29-45a5-912a-292338f6f480", "name": "network-vif-plugged", "status": "completed", "tag": "fe2e7a5a-96ce-4069-adb2-e1db8651a186"}]}' {{(pid=106491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:35:23.862269 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port fe2e7a5a-96ce-4069-adb2-e1db8651a186, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=fe2e7a5a-96ce-4069-adb2-e1db8651a186,segment=NetworkSegment(86d75bea-6eb7-4878-b004-a3fe957e0035),segment_id=86d75bea-6eb7-4878-b004-a3fe957e0035)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:35:23.866945 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (fe2e7a5a-96ce-4069-adb2-e1db8651a186), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:23.916777 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095573cf-eff6-4d77-bd6a-409fca4405e2 req-d7eb9db7-81f7-49f4-b4f9-16dad0c61fea tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:23.918619 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-095573cf-eff6-4d77-bd6a-409fca4405e2 req-d7eb9db7-81f7-49f4-b4f9-16dad0c61fea tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9d892c9f-cd29-45a5-912a-292338f6f480 HTTP/1.1" status: 200 len: 944 time: 0.0798442 Sep 01 16:35:23.930365 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf5fac2-98a3-4734-82b4-09bca0f6b864 x-openstack-request-id: req-0bf5fac2-98a3-4734-82b4-09bca0f6b864 {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:35:23.930800 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d892c9f-cd29-45a5-912a-292338f6f480", "name": "network-vif-plugged", "status": "completed", "tag": "fe2e7a5a-96ce-4069-adb2-e1db8651a186", "code": 200}]} {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:35:23.931625 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0bf5fac2-98a3-4734-82b4-09bca0f6b864 {{(pid=106491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:35:23.932031 dv-cinder-852209-10-iscsi neutron-server[106491]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bf5fac2-98a3-4734-82b4-09bca0f6b864'] response: {'server_uuid': '9d892c9f-cd29-45a5-912a-292338f6f480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2e7a5a-96ce-4069-adb2-e1db8651a186', 'code': 200} Sep 01 16:35:23.942027 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=fe2e7a5a-96ce-4069-adb2-e1db8651a186,revision_number=5']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:23.968082 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:24.125316 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-095573cf-eff6-4d77-bd6a-409fca4405e2 req-825a620a-8370-40c6-9f3e-80939cac1399 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=66c527ad-8440-4b13-be27-25af1e653a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797605 Sep 01 16:35:24.125624 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4afc6-ca1f-410a-beea-f212ec2afe43 req-05f647d7-e917-4a54-9ba7-60cc09edc43f tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:24.135215 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-64e4afc6-ca1f-410a-beea-f212ec2afe43 req-05f647d7-e917-4a54-9ba7-60cc09edc43f tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 945 time: 0.0968637 Sep 01 16:35:24.169349 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c1d3878d-8388-42de-aead-f33db7775b43 req-3496cd30-d7d2-4a2c-be13-a6a59fa19861 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/d5d66e81-f1e9-4144-8569-14dac1ce6e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424204 Sep 01 16:35:24.245214 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-64e4afc6-ca1f-410a-beea-f212ec2afe43 req-90b2f58b-9053-45e7-b7ba-092f2e810d09 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994987 Sep 01 16:35:24.384371 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307717bf-18f5-4b78-ae62-9a914fedda30 req-25cff15a-c3ec-47fd-84b6-150775ffc41d tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:24.386543 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-307717bf-18f5-4b78-ae62-9a914fedda30 req-25cff15a-c3ec-47fd-84b6-150775ffc41d tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 945 time: 0.1875675 Sep 01 16:35:24.430024 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df05a1-35f0-490d-8cba-22da16034b72 req-062fe7ad-ce20-4cd2-ac79-b43153275685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:24.432201 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 60450) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:24.432510 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-93df05a1-35f0-490d-8cba-22da16034b72 req-062fe7ad-ce20-4cd2-ac79-b43153275685 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9d892c9f-cd29-45a5-912a-292338f6f480 HTTP/1.1" status: 200 len: 1129 time: 0.1333115 Sep 01 16:35:24.438803 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7afe1-fdeb-4d51-b6c1-350758f25273 req-eb5108c9-efa9-4ea7-af65-156f369b282f tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:24.440410 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e1d7afe1-fdeb-4d51-b6c1-350758f25273 req-eb5108c9-efa9-4ea7-af65-156f369b282f tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 945 time: 0.1446936 Sep 01 16:35:24.533186 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c1d3878d-8388-42de-aead-f33db7775b43 req-7914f3b6-25d8-43f4-bee4-a22e30a8e7bb service neutron] 10.222.0.77 "GET /networking/v2.0/networks/d5d66e81-f1e9-4144-8569-14dac1ce6e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204572 Sep 01 16:35:24.580875 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-e7fb4677-7dca-48be-ad69-437da2bd8fe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:24.595576 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:24.639105 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:24.648685 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e1d7afe1-fdeb-4d51-b6c1-350758f25273 req-c5428c3c-a7aa-424e-93df-ba7a57df6491 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=394ec080-8797-4674-9de4-8f003da9c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783223 Sep 01 16:35:24.655931 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-93df05a1-35f0-490d-8cba-22da16034b72 req-5b17c781-0845-4818-8d59-65bfaa0edceb service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=66c527ad-8440-4b13-be27-25af1e653a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846006 Sep 01 16:35:24.674265 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [req-307717bf-18f5-4b78-ae62-9a914fedda30 req-768f645d-0a20-4000-96e6-3010966943ab tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Deleting port b086b899-9326-4795-b2fc-0c23a4a38451 {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:35:24.674265 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-307717bf-18f5-4b78-ae62-9a914fedda30 req-768f645d-0a20-4000-96e6-3010966943ab tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (b086b899-9326-4795-b2fc-0c23a4a38451), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:24.689681 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-e7fb4677-7dca-48be-ad69-437da2bd8fe7 admin admin] Publish callbacks [] for security_group (e3ac714c-64f6-4ef3-a952-0421945352bf), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:24.693727 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-e7fb4677-7dca-48be-ad69-437da2bd8fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (e3ac714c-64f6-4ef3-a952-0421945352bf), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:24.739450 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-e7fb4677-7dca-48be-ad69-437da2bd8fe7 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=d08d4f0eff884afeb9ed9d14884ed91b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3036385 Sep 01 16:35:24.741787 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 60458) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:24.749290 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb4677-7dca-48be-ad69-437da2bd8fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ac714c-64f6-4ef3-a952-0421945352bf,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:24.770330 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-307717bf-18f5-4b78-ae62-9a914fedda30 req-768f645d-0a20-4000-96e6-3010966943ab tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] For port b086b899-9326-4795-b2fc-0c23a4a38451, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=b086b899-9326-4795-b2fc-0c23a4a38451,segment=NetworkSegment(91e4d3b2-6d1f-430a-ad42-f0e903dfbe1f),segment_id=91e4d3b2-6d1f-430a-ad42-f0e903dfbe1f)] {{(pid=106490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:35:24.770572 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-307717bf-18f5-4b78-ae62-9a914fedda30 req-768f645d-0a20-4000-96e6-3010966943ab tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (b086b899-9326-4795-b2fc-0c23a4a38451), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:24.792308 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [req-307717bf-18f5-4b78-ae62-9a914fedda30 req-768f645d-0a20-4000-96e6-3010966943ab tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Calling delete_port for b086b899-9326-4795-b2fc-0c23a4a38451 owned by compute:nova {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:35:24.803657 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-8a5b3d44-4feb-47e7-af87-582a486c4352 admin admin] Publish callbacks [] for security_group (e3ac714c-64f6-4ef3-a952-0421945352bf), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:24.826596 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-8a5b3d44-4feb-47e7-af87-582a486c4352 admin admin] Publish callbacks [] for security_group (e3ac714c-64f6-4ef3-a952-0421945352bf), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:24.883814 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-8a5b3d44-4feb-47e7-af87-582a486c4352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (e3ac714c-64f6-4ef3-a952-0421945352bf), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:24.887947 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-8a5b3d44-4feb-47e7-af87-582a486c4352 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:24.889504 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-8a5b3d44-4feb-47e7-af87-582a486c4352 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e3ac714c-64f6-4ef3-a952-0421945352bf HTTP/1.1" status: 204 len: 168 time: 0.1466186 Sep 01 16:35:24.907583 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b3d44-4feb-47e7-af87-582a486c4352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ac714c-64f6-4ef3-a952-0421945352bf,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:24.972963 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:24.993993 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-307717bf-18f5-4b78-ae62-9a914fedda30 req-768f645d-0a20-4000-96e6-3010966943ab tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856'] for port (b086b899-9326-4795-b2fc-0c23a4a38451), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:25.017333 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f645d-0a20-4000-96e6-3010966943ab tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Pushing event deleted for resources: {'Port': ['ID=b086b899-9326-4795-b2fc-0c23a4a38451,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:25.028837 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] get_ports_and_sgs() called for port_ids ['b086b899-9326-4795-b2fc-0c23a4a38451'] {{(pid=106491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 16:35:25.106203 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [req-307717bf-18f5-4b78-ae62-9a914fedda30 req-768f645d-0a20-4000-96e6-3010966943ab tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] No DVR routers for this DVR port b086b899-9326-4795-b2fc-0c23a4a38451 on host hv-cinder-85220 {{(pid=106490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 16:35:25.110161 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-307717bf-18f5-4b78-ae62-9a914fedda30 req-768f645d-0a20-4000-96e6-3010966943ab tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:25.114111 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-307717bf-18f5-4b78-ae62-9a914fedda30 req-768f645d-0a20-4000-96e6-3010966943ab tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.77 "DELETE /networking/v2.0/ports/b086b899-9326-4795-b2fc-0c23a4a38451 HTTP/1.1" status: 204 len: 173 time: 0.7204390 Sep 01 16:35:25.114612 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af33e17-eea1-4429-bca2-299dc3f02bf8', 'name': 'network-vif-deleted', 'tag': 'b086b899-9326-4795-b2fc-0c23a4a38451'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:35:25.116867 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f99a367-d3b1-41d1-a5f5-93d316477c64" -d '{"events": [{"server_uuid": "6af33e17-eea1-4429-bca2-299dc3f02bf8", "name": "network-vif-deleted", "tag": "b086b899-9326-4795-b2fc-0c23a4a38451"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:35:25.160144 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba35ec4-d6d1-4d0f-8419-2ec2e385879f x-openstack-request-id: req-5ba35ec4-d6d1-4d0f-8419-2ec2e385879f {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:35:25.160421 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af33e17-eea1-4429-bca2-299dc3f02bf8", "name": "network-vif-deleted", "tag": "b086b899-9326-4795-b2fc-0c23a4a38451", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:35:25.160590 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5ba35ec4-d6d1-4d0f-8419-2ec2e385879f {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:35:25.160952 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ba35ec4-d6d1-4d0f-8419-2ec2e385879f'] response: {'server_uuid': '6af33e17-eea1-4429-bca2-299dc3f02bf8', 'name': 'network-vif-deleted', 'tag': 'b086b899-9326-4795-b2fc-0c23a4a38451', 'status': 'completed', 'code': 200} Sep 01 16:35:25.263310 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bc0de-1e3c-43b6-92e9-cca55357ae4c req-f287efe8-6d3e-4024-8ca9-2fd73095be69 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:25.264737 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2e7bc0de-1e3c-43b6-92e9-cca55357ae4c req-f287efe8-6d3e-4024-8ca9-2fd73095be69 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9d892c9f-cd29-45a5-912a-292338f6f480 HTTP/1.1" status: 200 len: 945 time: 0.0563707 Sep 01 16:35:25.290837 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 60476) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:25.306724 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:25.308526 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-2e89df43-24d5-492e-823c-22cd5d7606b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:25.321933 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2e7bc0de-1e3c-43b6-92e9-cca55357ae4c req-8df597e6-2ec8-45d8-bed2-9f8fc12ac787 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=66c527ad-8440-4b13-be27-25af1e653a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514562 Sep 01 16:35:25.392581 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c22f9d-352d-43f8-a2ea-dfceee70de71 req-b713ced9-0cf6-4f66-8a44-9473fc62b6e2 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:25.394090 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-b9c22f9d-352d-43f8-a2ea-dfceee70de71 req-b713ced9-0cf6-4f66-8a44-9473fc62b6e2 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 945 time: 0.0654914 Sep 01 16:35:25.471315 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-b9c22f9d-352d-43f8-a2ea-dfceee70de71 req-8bf4b1de-95e1-4183-8e9c-e4253cad4791 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700827 Sep 01 16:35:25.473086 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-2e89df43-24d5-492e-823c-22cd5d7606b9 admin admin] Publish callbacks [] for security_group (8ff39a40-af4f-4be8-8c41-e0bf891f31e3), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:25.478731 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-2e89df43-24d5-492e-823c-22cd5d7606b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (8ff39a40-af4f-4be8-8c41-e0bf891f31e3), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:25.526597 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-2e89df43-24d5-492e-823c-22cd5d7606b9 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=61fda57cc5a74312b6322e0805ad9708&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346616 Sep 01 16:35:25.528932 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e89df43-24d5-492e-823c-22cd5d7606b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff39a40-af4f-4be8-8c41-e0bf891f31e3,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:25.529617 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 60482) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:25.582713 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-599b9763-5f7e-413d-a43b-a5238c6745a4 admin admin] Publish callbacks [] for security_group (8ff39a40-af4f-4be8-8c41-e0bf891f31e3), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:25.605162 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-599b9763-5f7e-413d-a43b-a5238c6745a4 admin admin] Publish callbacks [] for security_group (8ff39a40-af4f-4be8-8c41-e0bf891f31e3), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:25.654656 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-599b9763-5f7e-413d-a43b-a5238c6745a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (8ff39a40-af4f-4be8-8c41-e0bf891f31e3), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:25.657249 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-599b9763-5f7e-413d-a43b-a5238c6745a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:25.658417 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-599b9763-5f7e-413d-a43b-a5238c6745a4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/8ff39a40-af4f-4be8-8c41-e0bf891f31e3 HTTP/1.1" status: 204 len: 168 time: 0.1278162 Sep 01 16:35:25.668849 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b9763-5f7e-413d-a43b-a5238c6745a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff39a40-af4f-4be8-8c41-e0bf891f31e3,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:25.770166 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-59ff22ca-9414-408e-b712-3463dbe4e3eb req-fda27da7-2b22-4318-b096-11ae4bcd0928 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 210 time: 0.0320077 Sep 01 16:35:26.316310 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:26.461621 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:26.611738 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050d08a-050c-47ea-ae98-4fbae80c42e4 req-47b7c236-cf16-4b3b-aa10-48404886c216 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:26.614849 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-e050d08a-050c-47ea-ae98-4fbae80c42e4 req-47b7c236-cf16-4b3b-aa10-48404886c216 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9d892c9f-cd29-45a5-912a-292338f6f480 HTTP/1.1" status: 200 len: 945 time: 0.0707090 Sep 01 16:35:26.652910 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9c473-8599-4e6e-a8d3-714ef60ac555 req-acd55e62-64a6-4421-abe4-13b7307dd628 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:26.655997 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-cff9c473-8599-4e6e-a8d3-714ef60ac555 req-acd55e62-64a6-4421-abe4-13b7307dd628 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 945 time: 0.0593810 Sep 01 16:35:26.677028 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-e050d08a-050c-47ea-ae98-4fbae80c42e4 req-642218ff-2b89-4f2c-9382-d83d21763238 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=66c527ad-8440-4b13-be27-25af1e653a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553322 Sep 01 16:35:26.712771 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-cff9c473-8599-4e6e-a8d3-714ef60ac555 req-b19035f1-1756-4f43-9c60-c47bf4395e7f tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514805 Sep 01 16:35:26.870320 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:DELETE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:26.888242 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-f2866d84-50e7-4d37-9d26-78b51b24dfba req-cb9c2bf9-306f-4e4b-8349-771c6f2d3bf4 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 210 time: 0.0282576 Sep 01 16:35:27.244979 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 60568) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:27.291687 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_v2 [None req-a803af24-0dad-47f6-8b60-e8fc239dfcae admin admin] Deleting subnet b9d0087b-febf-42e6-8ec9-19151618cb96 {{(pid=106490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 16:35:27.294940 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a803af24-0dad-47f6-8b60-e8fc239dfcae admin admin] Publish callbacks [] for subnet (b9d0087b-febf-42e6-8ec9-19151618cb96), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:27.335273 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a803af24-0dad-47f6-8b60-e8fc239dfcae admin admin] Publish callbacks [] for subnet (b9d0087b-febf-42e6-8ec9-19151618cb96), precommit_delete_associations {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:27.344942 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a803af24-0dad-47f6-8b60-e8fc239dfcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459871'] for subnet (b9d0087b-febf-42e6-8ec9-19151618cb96), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:27.406910 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a803af24-0dad-47f6-8b60-e8fc239dfcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248'] for subnet (b9d0087b-febf-42e6-8ec9-19151618cb96), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:27.433442 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a803af24-0dad-47f6-8b60-e8fc239dfcae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9d0087b-febf-42e6-8ec9-19151618cb96,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:27.439988 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a803af24-0dad-47f6-8b60-e8fc239dfcae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:27.444089 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-a803af24-0dad-47f6-8b60-e8fc239dfcae admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/b9d0087b-febf-42e6-8ec9-19151618cb96 HTTP/1.1" status: 204 len: 168 time: 0.1980798 Sep 01 16:35:27.447012 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 60572) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:27.522950 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0033360a-a218-4f6c-aa32-c06007662690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1386798'] for network (0f581463-6673-48dd-9e4d-57d230c68de4), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:27.620018 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0033360a-a218-4f6c-aa32-c06007662690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497336', 'neutron.services.segments.db._delete_segments_for_network-8777439728797'] for network (0f581463-6673-48dd-9e4d-57d230c68de4), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:27.641927 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0033360a-a218-4f6c-aa32-c06007662690 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:35:27.642349 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0033360a-a218-4f6c-aa32-c06007662690 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:35:27.643061 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0033360a-a218-4f6c-aa32-c06007662690 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:35:27.643382 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0033360a-a218-4f6c-aa32-c06007662690 admin admin] Subscribe: > port after_create 55550000 {{(pid=106490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:35:27.643701 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0033360a-a218-4f6c-aa32-c06007662690 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:35:27.644029 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0033360a-a218-4f6c-aa32-c06007662690 admin admin] Subscribe: > port after_update 55550000 {{(pid=106490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:35:27.644373 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0033360a-a218-4f6c-aa32-c06007662690 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:35:27.644705 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0033360a-a218-4f6c-aa32-c06007662690 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:35:27.645013 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0033360a-a218-4f6c-aa32-c06007662690 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:35:27.645326 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0033360a-a218-4f6c-aa32-c06007662690 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:35:27.832167 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0033360a-a218-4f6c-aa32-c06007662690 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:35:27.832846 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf4b7e-235d-43b2-9fc1-37200c8f655f req-53d5b663-7c0c-4a23-a13e-a94ae2856678 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:27.833221 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0033360a-a218-4f6c-aa32-c06007662690 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:35:27.833221 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0033360a-a218-4f6c-aa32-c06007662690 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:35:27.833221 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0033360a-a218-4f6c-aa32-c06007662690 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:35:27.833518 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.services.segments.db [None req-0033360a-a218-4f6c-aa32-c06007662690 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f581463-6673-48dd-9e4d-57d230c68de4']}} {{(pid=106490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:35:27.833614 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-dabf4b7e-235d-43b2-9fc1-37200c8f655f req-53d5b663-7c0c-4a23-a13e-a94ae2856678 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 945 time: 0.0452332 Sep 01 16:35:27.860643 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.services.segments.db [None req-0033360a-a218-4f6c-aa32-c06007662690 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddc329a5-aee6-4658-b83f-caabad5dfd22') {'for_net_delete': True} {{(pid=106490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:35:27.860937 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.services.segments.db [None req-0033360a-a218-4f6c-aa32-c06007662690 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddc329a5-aee6-4658-b83f-caabad5dfd22') {} {{(pid=106490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:35:27.884228 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-dabf4b7e-235d-43b2-9fc1-37200c8f655f req-43b2d3b9-d6ae-4d15-99a4-03cc003f3661 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438621 Sep 01 16:35:27.898106 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0033360a-a218-4f6c-aa32-c06007662690 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777439826661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260063567'] for segment (ddc329a5-aee6-4658-b83f-caabad5dfd22), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:27.929733 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857c155-bc11-469b-8a0b-65f9f57a9a42 req-a3b87055-d819-4be8-8d5f-3baca4b7fe4e tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:27.931347 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3857c155-bc11-469b-8a0b-65f9f57a9a42 req-a3b87055-d819-4be8-8d5f-3baca4b7fe4e tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9d892c9f-cd29-45a5-912a-292338f6f480 HTTP/1.1" status: 200 len: 945 time: 0.0921021 Sep 01 16:35:27.932298 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0033360a-a218-4f6c-aa32-c06007662690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449'] for segment (ddc329a5-aee6-4658-b83f-caabad5dfd22), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:27.949567 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0033360a-a218-4f6c-aa32-c06007662690 admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=106490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:35:27.949952 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0033360a-a218-4f6c-aa32-c06007662690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261539341'] for segment (ddc329a5-aee6-4658-b83f-caabad5dfd22), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:28.005114 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-d0c063b5-2845-407f-9e93-5ec58f92c7d4 req-06d11b29-8294-4883-8d8d-b98c1b03d26b tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 210 time: 0.0302360 Sep 01 16:35:28.012777 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:28.056503 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3857c155-bc11-469b-8a0b-65f9f57a9a42 req-56ac7227-fa39-468e-ac47-dda649c2f440 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=66c527ad-8440-4b13-be27-25af1e653a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175585 Sep 01 16:35:28.057998 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0033360a-a218-4f6c-aa32-c06007662690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631280'] for network (0f581463-6673-48dd-9e4d-57d230c68de4), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:28.065644 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0033360a-a218-4f6c-aa32-c06007662690 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for network (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:28.068761 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-0033360a-a218-4f6c-aa32-c06007662690 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/0f581463-6673-48dd-9e4d-57d230c68de4 HTTP/1.1" status: 204 len: 168 time: 0.6208434 Sep 01 16:35:28.071735 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 60588) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:28.094331 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0033360a-a218-4f6c-aa32-c06007662690 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f581463-6673-48dd-9e4d-57d230c68de4,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:28.122222 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.db_base_plugin_v2 [None req-e41a8579-f1a5-4bc6-8391-6436d9c276d4 admin admin] Deleting subnet d0ad00d0-043e-4ab4-9a5d-858542ba0054 {{(pid=106489) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 16:35:28.125779 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-e41a8579-f1a5-4bc6-8391-6436d9c276d4 admin admin] Publish callbacks [] for subnet (d0ad00d0-043e-4ab4-9a5d-858542ba0054), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:28.162405 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-e41a8579-f1a5-4bc6-8391-6436d9c276d4 admin admin] Publish callbacks [] for subnet (d0ad00d0-043e-4ab4-9a5d-858542ba0054), precommit_delete_associations {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:28.163623 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.services.segments.plugin [-] Segment ddc329a5-aee6-4658-b83f-caabad5dfd22 resource provider aggregate not found Sep 01 16:35:28.172716 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-e41a8579-f1a5-4bc6-8391-6436d9c276d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459871'] for subnet (d0ad00d0-043e-4ab4-9a5d-858542ba0054), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:28.180324 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.services.segments.plugin [-] Segment ddc329a5-aee6-4658-b83f-caabad5dfd22 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ddc329a5-aee6-4658-b83f-caabad5dfd22 found for delete ", "request_id": "req-671b95a1-70ae-4979-9154-34beb353644a"}]} Sep 01 16:35:28.225733 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:28.231556 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-e41a8579-f1a5-4bc6-8391-6436d9c276d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248'] for subnet (d0ad00d0-043e-4ab4-9a5d-858542ba0054), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:28.257848 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a8579-f1a5-4bc6-8391-6436d9c276d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0ad00d0-043e-4ab4-9a5d-858542ba0054,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:28.263347 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-e41a8579-f1a5-4bc6-8391-6436d9c276d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for subnet (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:28.266337 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-e41a8579-f1a5-4bc6-8391-6436d9c276d4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/d0ad00d0-043e-4ab4-9a5d-858542ba0054 HTTP/1.1" status: 204 len: 168 time: 0.1935148 Sep 01 16:35:28.268823 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 60598) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:28.336530 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-221b4541-42f5-4bfa-9ad9-d78f3e0e18c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1386798'] for network (85d7631f-832d-4380-843e-a8a14c28457d), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:28.420468 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-221b4541-42f5-4bfa-9ad9-d78f3e0e18c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497336', 'neutron.services.segments.db._delete_segments_for_network-8777439728797'] for network (85d7631f-832d-4380-843e-a8a14c28457d), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:28.442239 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-221b4541-42f5-4bfa-9ad9-d78f3e0e18c9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:35:28.442606 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-221b4541-42f5-4bfa-9ad9-d78f3e0e18c9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:35:28.443326 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-221b4541-42f5-4bfa-9ad9-d78f3e0e18c9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:35:28.443658 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-221b4541-42f5-4bfa-9ad9-d78f3e0e18c9 admin admin] Subscribe: > port after_create 55550000 {{(pid=106489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:35:28.444370 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-221b4541-42f5-4bfa-9ad9-d78f3e0e18c9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:35:28.445134 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-221b4541-42f5-4bfa-9ad9-d78f3e0e18c9 admin admin] Subscribe: > port after_update 55550000 {{(pid=106489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:35:28.445456 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-221b4541-42f5-4bfa-9ad9-d78f3e0e18c9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:35:28.445800 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-221b4541-42f5-4bfa-9ad9-d78f3e0e18c9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:35:28.446675 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-221b4541-42f5-4bfa-9ad9-d78f3e0e18c9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:35:28.447013 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-221b4541-42f5-4bfa-9ad9-d78f3e0e18c9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:35:28.514141 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-221b4541-42f5-4bfa-9ad9-d78f3e0e18c9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:35:28.514516 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-221b4541-42f5-4bfa-9ad9-d78f3e0e18c9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:35:28.514849 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-221b4541-42f5-4bfa-9ad9-d78f3e0e18c9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:35:28.515176 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-221b4541-42f5-4bfa-9ad9-d78f3e0e18c9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 16:35:28.515519 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.services.segments.db [None req-221b4541-42f5-4bfa-9ad9-d78f3e0e18c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85d7631f-832d-4380-843e-a8a14c28457d']}} {{(pid=106489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:35:28.532787 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.services.segments.db [None req-221b4541-42f5-4bfa-9ad9-d78f3e0e18c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfa67cbc-31b9-429e-8533-b829c3bb2419') {'for_net_delete': True} {{(pid=106489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:35:28.533079 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.services.segments.db [None req-221b4541-42f5-4bfa-9ad9-d78f3e0e18c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfa67cbc-31b9-429e-8533-b829c3bb2419') {} {{(pid=106489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:35:28.548508 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-221b4541-42f5-4bfa-9ad9-d78f3e0e18c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777439826661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261853217'] for segment (bfa67cbc-31b9-429e-8533-b829c3bb2419), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:28.569026 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-221b4541-42f5-4bfa-9ad9-d78f3e0e18c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449'] for segment (bfa67cbc-31b9-429e-8533-b829c3bb2419), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:28.577739 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-221b4541-42f5-4bfa-9ad9-d78f3e0e18c9 admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=106489) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:35:28.578143 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-221b4541-42f5-4bfa-9ad9-d78f3e0e18c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261346574'] for segment (bfa67cbc-31b9-429e-8533-b829c3bb2419), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:28.653168 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-221b4541-42f5-4bfa-9ad9-d78f3e0e18c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631280'] for network (85d7631f-832d-4380-843e-a8a14c28457d), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:28.661961 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-221b4541-42f5-4bfa-9ad9-d78f3e0e18c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for network (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:28.678134 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-221b4541-42f5-4bfa-9ad9-d78f3e0e18c9 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/85d7631f-832d-4380-843e-a8a14c28457d HTTP/1.1" status: 204 len: 168 time: 0.3956897 Sep 01 16:35:28.678134 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b4541-42f5-4bfa-9ad9-d78f3e0e18c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=85d7631f-832d-4380-843e-a8a14c28457d,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:28.723893 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.services.segments.plugin [-] Segment bfa67cbc-31b9-429e-8533-b829c3bb2419 resource provider aggregate not found Sep 01 16:35:28.743752 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.services.segments.plugin [-] Segment bfa67cbc-31b9-429e-8533-b829c3bb2419 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bfa67cbc-31b9-429e-8533-b829c3bb2419 found for delete ", "request_id": "req-a9a8cfaa-4008-461b-a6c4-92f986faf8fe"}]} Sep 01 16:35:28.840799 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 60616) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:28.879640 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-8c8e2270-4b7a-4caf-bd74-3308b22d2f69 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=0cc4a244d7674e6196305091482c90b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377038 Sep 01 16:35:28.881890 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 60618) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:28.901855 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:28.932037 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-89cbfb05-490f-496f-8ef2-02c0f34b01b2 admin admin] Publish callbacks [] for security_group (8f5dc83f-2ce8-451f-bd55-60abf23fcdb3), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:28.952060 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-89cbfb05-490f-496f-8ef2-02c0f34b01b2 admin admin] Publish callbacks [] for security_group (8f5dc83f-2ce8-451f-bd55-60abf23fcdb3), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:28.999921 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-89cbfb05-490f-496f-8ef2-02c0f34b01b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (8f5dc83f-2ce8-451f-bd55-60abf23fcdb3), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:29.002659 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-89cbfb05-490f-496f-8ef2-02c0f34b01b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:29.003840 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-89cbfb05-490f-496f-8ef2-02c0f34b01b2 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/8f5dc83f-2ce8-451f-bd55-60abf23fcdb3 HTTP/1.1" status: 204 len: 168 time: 0.1209981 Sep 01 16:35:29.005152 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171b88c-3e09-47f2-b35b-78f2ed9b1118 req-3adcc4aa-0df5-49a2-9491-cb244fb7b5d6 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:29.006841 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-8171b88c-3e09-47f2-b35b-78f2ed9b1118 req-3adcc4aa-0df5-49a2-9491-cb244fb7b5d6 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 945 time: 0.0480902 Sep 01 16:35:29.012488 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cbfb05-490f-496f-8ef2-02c0f34b01b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5dc83f-2ce8-451f-bd55-60abf23fcdb3,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:29.028118 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:29.075403 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-8171b88c-3e09-47f2-b35b-78f2ed9b1118 req-3813fb21-73f5-49ff-88e9-c4342b8505f0 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546861 Sep 01 16:35:29.138561 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-169c396a-59af-4e74-9eff-6ea134afbcee req-ca9d71b2-4a93-45bc-aaf0-6da6b0708f49 tempest-DeleteServersTestJSON-1059093282 tempest-DeleteServersTestJSON-1059093282-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=6af33e17-eea1-4429-bca2-299dc3f02bf8 HTTP/1.1" status: 200 len: 210 time: 0.0301859 Sep 01 16:35:29.295600 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device b086b899-9326-4795-b2fc-0c23a4a38451 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:35:29.319266 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] No Port match for: b086b899-9326-4795-b2fc-0c23a4a38451 {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:35:29.319969 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device b086b899-9326-4795-b2fc-0c23a4a38451 not bound to the agent host hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:35:29.392611 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 60632) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:29.437911 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-09de10a5-c23b-4e65-a6fe-200c4aff677d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=5cf49b872ceb410c84471659ddfb2291&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440791 Sep 01 16:35:29.440420 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 60634) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:29.488608 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-5830bfc3-b811-4f1d-b389-007e7a6621db admin admin] Publish callbacks [] for security_group (4584133f-5980-4dc9-bb9b-f5e1c92666c1), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:29.508113 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-5830bfc3-b811-4f1d-b389-007e7a6621db admin admin] Publish callbacks [] for security_group (4584133f-5980-4dc9-bb9b-f5e1c92666c1), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:29.555873 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-5830bfc3-b811-4f1d-b389-007e7a6621db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (4584133f-5980-4dc9-bb9b-f5e1c92666c1), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:29.558505 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-5830bfc3-b811-4f1d-b389-007e7a6621db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:29.559748 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-5830bfc3-b811-4f1d-b389-007e7a6621db admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/4584133f-5980-4dc9-bb9b-f5e1c92666c1 HTTP/1.1" status: 204 len: 168 time: 0.1183054 Sep 01 16:35:29.562925 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:29.568390 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5830bfc3-b811-4f1d-b389-007e7a6621db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4584133f-5980-4dc9-bb9b-f5e1c92666c1,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:30.223092 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68ebb4-8b78-4083-ada8-b82b247b9b8a req-fe77cef9-288d-45ae-af54-4f50d9859dca tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:30.224911 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-aa68ebb4-8b78-4083-ada8-b82b247b9b8a req-fe77cef9-288d-45ae-af54-4f50d9859dca tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 945 time: 0.0672905 Sep 01 16:35:30.298584 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-aa68ebb4-8b78-4083-ada8-b82b247b9b8a req-31c88147-22dd-4184-b46b-9298999fa99e tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661030 Sep 01 16:35:30.486779 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3081e0-afe1-41b7-be76-e7e897013878 req-660bcd76-2b65-4773-9471-b69c761564f2 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:30.488288 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-9c3081e0-afe1-41b7-be76-e7e897013878 req-660bcd76-2b65-4773-9471-b69c761564f2 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9d892c9f-cd29-45a5-912a-292338f6f480 HTTP/1.1" status: 200 len: 945 time: 0.0521138 Sep 01 16:35:30.545662 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-9c3081e0-afe1-41b7-be76-e7e897013878 req-45086d0d-7ffb-4018-8e90-cbbf72c19a82 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=66c527ad-8440-4b13-be27-25af1e653a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514274 Sep 01 16:35:31.426058 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d07589-a3a9-4795-a88b-759b57573a9a req-773943de-3287-41a6-9489-9aa615c63171 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:31.427586 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-30d07589-a3a9-4795-a88b-759b57573a9a req-773943de-3287-41a6-9489-9aa615c63171 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 945 time: 0.0486410 Sep 01 16:35:31.480068 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-30d07589-a3a9-4795-a88b-759b57573a9a req-ab3765c9-6f9a-4eff-9a3d-40e402d0ceb8 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470049 Sep 01 16:35:31.666210 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c09d42-2705-4084-aaab-6e8cd2eaacf6 req-e92f7c77-0623-453d-bf8d-6d3c14f1522d tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:31.667739 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-09c09d42-2705-4084-aaab-6e8cd2eaacf6 req-e92f7c77-0623-453d-bf8d-6d3c14f1522d tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9d892c9f-cd29-45a5-912a-292338f6f480 HTTP/1.1" status: 200 len: 945 time: 0.0456791 Sep 01 16:35:31.714632 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-09c09d42-2705-4084-aaab-6e8cd2eaacf6 req-79cbe43c-4e8f-4118-b6f1-84317332dec3 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=66c527ad-8440-4b13-be27-25af1e653a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414047 Sep 01 16:35:32.598968 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f4f40-6837-4b5a-b70f-6ac153919365 req-a17d96c5-f2c7-47c5-9139-7591565172b3 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:32.600425 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-6d8f4f40-6837-4b5a-b70f-6ac153919365 req-a17d96c5-f2c7-47c5-9139-7591565172b3 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 945 time: 0.0491784 Sep 01 16:35:32.646624 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-6d8f4f40-6837-4b5a-b70f-6ac153919365 req-b45cbb6d-7d4e-46cc-90a0-7492473af2e7 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397110 Sep 01 16:35:32.766860 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:32.829012 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b92e0-5b7e-4667-9a62-0b44ece7bbe2 req-7cbc7a18-a2a1-4eff-9fe2-1fb0fe44971f tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:32.830481 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-309b92e0-5b7e-4667-9a62-0b44ece7bbe2 req-7cbc7a18-a2a1-4eff-9fe2-1fb0fe44971f tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9d892c9f-cd29-45a5-912a-292338f6f480 HTTP/1.1" status: 200 len: 945 time: 0.0451994 Sep 01 16:35:32.875582 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-309b92e0-5b7e-4667-9a62-0b44ece7bbe2 req-87777619-da87-4aee-965b-f32dc1462f37 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=66c527ad-8440-4b13-be27-25af1e653a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397925 Sep 01 16:35:33.557014 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (294a3787-103d-4a51-bc9c-bc09638a7966), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:33.755595 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:33.767259 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6624cf-f3af-411c-85bf-20afa9ecefff req-92e034bb-c544-43f9-a5f9-5a3dabbbad81 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:33.768716 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-5e6624cf-f3af-411c-85bf-20afa9ecefff req-92e034bb-c544-43f9-a5f9-5a3dabbbad81 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 945 time: 0.0484729 Sep 01 16:35:33.815150 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-5e6624cf-f3af-411c-85bf-20afa9ecefff req-666dd63f-2e28-49ac-9d30-4420a8918bb7 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409653 Sep 01 16:35:33.996361 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1420999-435b-464e-bd21-21bbd1c08739 req-7438ca74-0e6d-4c9a-8b3f-6f8741da8e3c tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:33.997894 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b1420999-435b-464e-bd21-21bbd1c08739 req-7438ca74-0e6d-4c9a-8b3f-6f8741da8e3c tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9d892c9f-cd29-45a5-912a-292338f6f480 HTTP/1.1" status: 200 len: 945 time: 0.0503299 Sep 01 16:35:34.046984 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b1420999-435b-464e-bd21-21bbd1c08739 req-a98cf97f-870a-4240-9074-3afae3a92e99 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=66c527ad-8440-4b13-be27-25af1e653a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425656 Sep 01 16:35:34.150726 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73916e-215d-4586-904b-02f4d08e08e7 req-54181bb0-5522-44eb-9ae9-1419df2937d2 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:34.152272 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7a73916e-215d-4586-904b-02f4d08e08e7 req-54181bb0-5522-44eb-9ae9-1419df2937d2 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9d892c9f-cd29-45a5-912a-292338f6f480 HTTP/1.1" status: 200 len: 945 time: 0.0449829 Sep 01 16:35:34.239575 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [req-7a73916e-215d-4586-904b-02f4d08e08e7 req-ce903d4e-a626-4b2b-b670-5454a6414771 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Deleting port fe2e7a5a-96ce-4069-adb2-e1db8651a186 {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:35:34.239832 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-7a73916e-215d-4586-904b-02f4d08e08e7 req-ce903d4e-a626-4b2b-b670-5454a6414771 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (fe2e7a5a-96ce-4069-adb2-e1db8651a186), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:34.328991 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-7a73916e-215d-4586-904b-02f4d08e08e7 req-ce903d4e-a626-4b2b-b670-5454a6414771 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] For port fe2e7a5a-96ce-4069-adb2-e1db8651a186, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=fe2e7a5a-96ce-4069-adb2-e1db8651a186,segment=NetworkSegment(86d75bea-6eb7-4878-b004-a3fe957e0035),segment_id=86d75bea-6eb7-4878-b004-a3fe957e0035)] {{(pid=106490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:35:34.329347 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-7a73916e-215d-4586-904b-02f4d08e08e7 req-ce903d4e-a626-4b2b-b670-5454a6414771 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (fe2e7a5a-96ce-4069-adb2-e1db8651a186), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:34.342597 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [req-7a73916e-215d-4586-904b-02f4d08e08e7 req-ce903d4e-a626-4b2b-b670-5454a6414771 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Calling delete_port for fe2e7a5a-96ce-4069-adb2-e1db8651a186 owned by compute:nova {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:35:34.622208 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:34.680928 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-7a73916e-215d-4586-904b-02f4d08e08e7 req-ce903d4e-a626-4b2b-b670-5454a6414771 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (fe2e7a5a-96ce-4069-adb2-e1db8651a186), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:34.709033 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce903d4e-a626-4b2b-b670-5454a6414771 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Pushing event deleted for resources: {'Port': ['ID=fe2e7a5a-96ce-4069-adb2-e1db8651a186,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:34.740547 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] get_ports_and_sgs() called for port_ids ['fe2e7a5a-96ce-4069-adb2-e1db8651a186'] {{(pid=106491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 16:35:34.754779 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a73916e-215d-4586-904b-02f4d08e08e7 req-ce903d4e-a626-4b2b-b670-5454a6414771 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] No DVR routers for this DVR port fe2e7a5a-96ce-4069-adb2-e1db8651a186 on host hv-cinder-85220 {{(pid=106490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 16:35:34.757832 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-7a73916e-215d-4586-904b-02f4d08e08e7 req-ce903d4e-a626-4b2b-b670-5454a6414771 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:34.761465 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7a73916e-215d-4586-904b-02f4d08e08e7 req-ce903d4e-a626-4b2b-b670-5454a6414771 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.77 "DELETE /networking/v2.0/ports/fe2e7a5a-96ce-4069-adb2-e1db8651a186 HTTP/1.1" status: 204 len: 173 time: 0.6013346 Sep 01 16:35:34.761932 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d892c9f-cd29-45a5-912a-292338f6f480', 'name': 'network-vif-deleted', 'tag': 'fe2e7a5a-96ce-4069-adb2-e1db8651a186'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:35:34.764401 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e868ef07-faaa-4895-aa4f-367c26bf62db" -d '{"events": [{"server_uuid": "9d892c9f-cd29-45a5-912a-292338f6f480", "name": "network-vif-deleted", "tag": "fe2e7a5a-96ce-4069-adb2-e1db8651a186"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:35:34.808475 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58191de4-868f-47e3-a593-3bfebcf5eaf4 x-openstack-request-id: req-58191de4-868f-47e3-a593-3bfebcf5eaf4 {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:35:34.808771 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d892c9f-cd29-45a5-912a-292338f6f480", "name": "network-vif-deleted", "tag": "fe2e7a5a-96ce-4069-adb2-e1db8651a186", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:35:34.809001 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-58191de4-868f-47e3-a593-3bfebcf5eaf4 {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:35:34.809411 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58191de4-868f-47e3-a593-3bfebcf5eaf4'] response: {'server_uuid': '9d892c9f-cd29-45a5-912a-292338f6f480', 'name': 'network-vif-deleted', 'tag': 'fe2e7a5a-96ce-4069-adb2-e1db8651a186', 'status': 'completed', 'code': 200} Sep 01 16:35:34.971776 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a540409-a989-42ce-9e98-2035f8a4d091 req-41760a22-c086-4039-b39f-1a80f48d0d6b tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:34.973279 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-5a540409-a989-42ce-9e98-2035f8a4d091 req-41760a22-c086-4039-b39f-1a80f48d0d6b tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 945 time: 0.0574045 Sep 01 16:35:35.041624 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-5a540409-a989-42ce-9e98-2035f8a4d091 req-13df71be-ec1a-488a-b4a2-d73aaa0c861e tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578074 Sep 01 16:35:35.205287 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 60782) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:35.206927 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-df4a1526-878d-4736-b7c1-dd181b16d110 req-a41ccb3e-1e72-45fe-b408-a1ba430375de tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9d892c9f-cd29-45a5-912a-292338f6f480 HTTP/1.1" status: 200 len: 210 time: 0.0504122 Sep 01 16:35:35.290665 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 60784) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:35.433597 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-b52eeda7-364c-451d-b300-c5f2d26e9e58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:35.444231 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:35.518172 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-b52eeda7-364c-451d-b300-c5f2d26e9e58 admin admin] Publish callbacks [] for security_group (407ddd91-5c9e-4ce0-a1e5-d05dad8bb6d1), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:35.522177 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-b52eeda7-364c-451d-b300-c5f2d26e9e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (407ddd91-5c9e-4ce0-a1e5-d05dad8bb6d1), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:35.565808 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52eeda7-364c-451d-b300-c5f2d26e9e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407ddd91-5c9e-4ce0-a1e5-d05dad8bb6d1,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:35.572781 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-b52eeda7-364c-451d-b300-c5f2d26e9e58 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=908c30c0feaf418ab8b991eb441ba2e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2778161 Sep 01 16:35:35.572952 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 60790) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:35.628467 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-eb2451f3-81d9-4220-aa58-af1d2014059c admin admin] Publish callbacks [] for security_group (407ddd91-5c9e-4ce0-a1e5-d05dad8bb6d1), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:35.651110 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-eb2451f3-81d9-4220-aa58-af1d2014059c admin admin] Publish callbacks [] for security_group (407ddd91-5c9e-4ce0-a1e5-d05dad8bb6d1), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:35.704792 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-eb2451f3-81d9-4220-aa58-af1d2014059c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (407ddd91-5c9e-4ce0-a1e5-d05dad8bb6d1), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:35.707535 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-eb2451f3-81d9-4220-aa58-af1d2014059c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:35.708685 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-eb2451f3-81d9-4220-aa58-af1d2014059c admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/407ddd91-5c9e-4ce0-a1e5-d05dad8bb6d1 HTTP/1.1" status: 204 len: 168 time: 0.1348507 Sep 01 16:35:35.727934 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2451f3-81d9-4220-aa58-af1d2014059c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407ddd91-5c9e-4ce0-a1e5-d05dad8bb6d1,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:35.845163 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-509a70d2-1ec0-4957-9668-ab11b1973952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-630987'] for router_interface (208dbca3-d940-4eab-bea6-4d11998c3a34), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:36.029512 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 60798) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:36.043181 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-01922076-a9c6-4e12-b797-5aa6248b3288 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:36.083730 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=100 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:36.121212 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-01922076-a9c6-4e12-b797-5aa6248b3288 admin admin] Publish callbacks [] for security_group (fea72a43-1263-445a-aa15-d44a31c89026), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:36.125184 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-01922076-a9c6-4e12-b797-5aa6248b3288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (fea72a43-1263-445a-aa15-d44a31c89026), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:36.136529 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.plugin [None req-509a70d2-1ec0-4957-9668-ab11b1973952 admin admin] Deleting port 0a6c5114-6e11-4cd7-9586-1a0eb371ef3a {{(pid=106489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:35:36.136870 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-509a70d2-1ec0-4957-9668-ab11b1973952 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (0a6c5114-6e11-4cd7-9586-1a0eb371ef3a), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:36.165958 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01922076-a9c6-4e12-b797-5aa6248b3288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea72a43-1263-445a-aa15-d44a31c89026,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:36.170103 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-01922076-a9c6-4e12-b797-5aa6248b3288 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=8a279f4c65e0437a9ba784e373bfac97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1396003 Sep 01 16:35:36.172815 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 60802) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:36.209748 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169bdb7a-ef6d-451b-8812-3eed609e988b req-5809418e-09f5-4a76-be7d-b5f9e51d53ff tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:36.211256 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-169bdb7a-ef6d-451b-8812-3eed609e988b req-5809418e-09f5-4a76-be7d-b5f9e51d53ff tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 945 time: 0.0861645 Sep 01 16:35:36.222747 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-27cc7ea5-0e59-4963-abf0-66422faf1d68 admin admin] Publish callbacks [] for security_group (fea72a43-1263-445a-aa15-d44a31c89026), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:36.243517 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-27cc7ea5-0e59-4963-abf0-66422faf1d68 admin admin] Publish callbacks [] for security_group (fea72a43-1263-445a-aa15-d44a31c89026), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:36.277432 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.db [None req-509a70d2-1ec0-4957-9668-ab11b1973952 admin admin] For port 0a6c5114-6e11-4cd7-9586-1a0eb371ef3a, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=0a6c5114-6e11-4cd7-9586-1a0eb371ef3a,segment=NetworkSegment(91e4d3b2-6d1f-430a-ad42-f0e903dfbe1f),segment_id=91e4d3b2-6d1f-430a-ad42-f0e903dfbe1f)] {{(pid=106489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:35:36.277796 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-509a70d2-1ec0-4957-9668-ab11b1973952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (0a6c5114-6e11-4cd7-9586-1a0eb371ef3a), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:36.280982 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:36.298576 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.plugin [None req-509a70d2-1ec0-4957-9668-ab11b1973952 admin admin] Calling delete_port for 0a6c5114-6e11-4cd7-9586-1a0eb371ef3a owned by network:router_interface {{(pid=106489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:35:36.309892 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-169bdb7a-ef6d-451b-8812-3eed609e988b req-34a70c84-50a0-4cd5-8317-9802988e653e tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923681 Sep 01 16:35:36.316355 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-27cc7ea5-0e59-4963-abf0-66422faf1d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (fea72a43-1263-445a-aa15-d44a31c89026), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:36.319678 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-27cc7ea5-0e59-4963-abf0-66422faf1d68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:36.320810 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-27cc7ea5-0e59-4963-abf0-66422faf1d68 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/fea72a43-1263-445a-aa15-d44a31c89026 HTTP/1.1" status: 204 len: 168 time: 0.1471179 Sep 01 16:35:36.345673 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc7ea5-0e59-4963-abf0-66422faf1d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea72a43-1263-445a-aa15-d44a31c89026,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:36.399939 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=100 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:36.531757 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-509a70d2-1ec0-4957-9668-ab11b1973952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261346675'] for port (0a6c5114-6e11-4cd7-9586-1a0eb371ef3a), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:36.564948 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a70d2-1ec0-4957-9668-ab11b1973952 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a6c5114-6e11-4cd7-9586-1a0eb371ef3a,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:36.675036 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-55011934-1636-455e-ad48-8f7e96c3a70e tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:36.683450 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-55011934-1636-455e-ad48-8f7e96c3a70e tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/networks?id=d5d66e81-f1e9-4144-8569-14dac1ce6e4e HTTP/1.1" status: 200 len: 809 time: 0.1662655 Sep 01 16:35:36.702750 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-8e755669-9e25-4546-a617-69b570e78854 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/quotas/0939af057f4940298089c8f89ec2865f HTTP/1.1" status: 200 len: 375 time: 0.0181558 Sep 01 16:35:36.754105 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-0f037dd8-23f1-4614-9269-f36582654837 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=0939af057f4940298089c8f89ec2865f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486109 Sep 01 16:35:36.776756 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-509a70d2-1ec0-4957-9668-ab11b1973952 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632443'] for router_interface (208dbca3-d940-4eab-bea6-4d11998c3a34), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:36.848454 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:INSERT=13,neutron:SELECT=83,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:36.866660 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-b0a1e746-eb3b-4dd2-b4c6-3b60dc9a5ecf service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d5d66e81-f1e9-4144-8569-14dac1ce6e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114323 Sep 01 16:35:36.974878 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-39846fd1-c223-443a-a02a-b39cc8b25587 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/d5d66e81-f1e9-4144-8569-14dac1ce6e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000342 Sep 01 16:35:37.016462 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509a70d2-1ec0-4957-9668-ab11b1973952 admin admin] Router 208dbca3-d940-4eab-bea6-4d11998c3a34 has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:35:37.089484 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:37.177261 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-b021b9dd-75c9-41a7-b449-8b48928a89c7 req-71377426-820e-4437-bcf8-d569a2ef1c8b tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b8caa499-489e-4644-b31a-8dc893a00b66 HTTP/1.1" status: 200 len: 210 time: 0.0360143 Sep 01 16:35:37.178376 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509a70d2-1ec0-4957-9668-ab11b1973952 admin admin] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:35:37.184761 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-509a70d2-1ec0-4957-9668-ab11b1973952 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/208dbca3-d940-4eab-bea6-4d11998c3a34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9779973 Sep 01 16:35:37.187040 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 60846) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:37.191066 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dbfc26-f9c1-4261-b34f-acd5b759fae0 None None] Sync routers for ids ['208dbca3-d940-4eab-bea6-4d11998c3a34'] in dv-cinder-852209-10-iscsi {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:35:37.203455 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dbfc26-f9c1-4261-b34f-acd5b759fae0 None None] Routers {'208dbca3-d940-4eab-bea6-4d11998c3a34'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:35:37.204299 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-e1dbfc26-f9c1-4261-b34f-acd5b759fae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:35:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['208dbca3-d940-4eab-bea6-4d11998c3a34'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:35:37.318929 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-e1dbfc26-f9c1-4261-b34f-acd5b759fae0 None None] Set router 208dbca3-d940-4eab-bea6-4d11998c3a34 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:35:37.534457 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-e1dbfc26-f9c1-4261-b34f-acd5b759fae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208dbca3-d940-4eab-bea6-4d11998c3a34', 'name': 'tempest-DeleteServersTestJSON-1684259872-router', 'tenant_id': '5c40a340919a49cc8b73687df600e2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'c684aa58-2f24-4158-9530-9bc8d2b85191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:53Z', 'updated_at': '2022-09-01T16:35:36Z', 'revision_number': 5, 'project_id': '5c40a340919a49cc8b73687df600e2ea', 'gw_port': {'id': 'c684aa58-2f24-4158-9530-9bc8d2b85191', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208dbca3-d940-4eab-bea6-4d11998c3a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:54Z', 'updated_at': '2022-09-01T16:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:35:37.560788 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e6a86-15a0-4aa5-8a91-31f4ddfbf07e req-99f4c32d-bc84-42b1-b650-c00a34231441 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:37.562580 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-eb1e6a86-15a0-4aa5-8a91-31f4ddfbf07e req-99f4c32d-bc84-42b1-b650-c00a34231441 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 945 time: 0.0839908 Sep 01 16:35:37.567368 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dbfc26-f9c1-4261-b34f-acd5b759fae0 None None] Checking router: 208dbca3-d940-4eab-bea6-4d11998c3a34 for host: dv-cinder-852209-10-iscsi {{(pid=106492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:35:37.577102 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dbfc26-f9c1-4261-b34f-acd5b759fae0 None None] Routers {'208dbca3-d940-4eab-bea6-4d11998c3a34'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:35:37.578026 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-e1dbfc26-f9c1-4261-b34f-acd5b759fae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:35:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['208dbca3-d940-4eab-bea6-4d11998c3a34'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:35:37.587214 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b183c408-944d-4883-a799-cff1885e2a5d admin admin] Publish callbacks [] for router (208dbca3-d940-4eab-bea6-4d11998c3a34), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:37.661650 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-eb1e6a86-15a0-4aa5-8a91-31f4ddfbf07e req-f7acccc5-37a7-49bc-b643-25f9bd58f996 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923097 Sep 01 16:35:37.688741 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-e1dbfc26-f9c1-4261-b34f-acd5b759fae0 None None] Set router 208dbca3-d940-4eab-bea6-4d11998c3a34 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:35:37.711684 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b183c408-944d-4883-a799-cff1885e2a5d admin admin] Publish callbacks [] for router_gateway (208dbca3-d940-4eab-bea6-4d11998c3a34), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:37.714846 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:37.762327 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.plugin [None req-b183c408-944d-4883-a799-cff1885e2a5d admin admin] Deleting port c684aa58-2f24-4158-9530-9bc8d2b85191 {{(pid=106489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:35:37.762669 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b183c408-944d-4883-a799-cff1885e2a5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (c684aa58-2f24-4158-9530-9bc8d2b85191), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:37.847834 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.db [None req-b183c408-944d-4883-a799-cff1885e2a5d admin admin] For port c684aa58-2f24-4158-9530-9bc8d2b85191, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=c684aa58-2f24-4158-9530-9bc8d2b85191,segment=NetworkSegment(6aaf10e3-1532-4b23-b8ff-2b17962713b0),segment_id=6aaf10e3-1532-4b23-b8ff-2b17962713b0)] {{(pid=106489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:35:37.848193 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b183c408-944d-4883-a799-cff1885e2a5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (c684aa58-2f24-4158-9530-9bc8d2b85191), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:37.861908 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.plugin [None req-b183c408-944d-4883-a799-cff1885e2a5d admin admin] Calling delete_port for c684aa58-2f24-4158-9530-9bc8d2b85191 owned by network:router_gateway {{(pid=106489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:35:37.869496 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-e1dbfc26-f9c1-4261-b34f-acd5b759fae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208dbca3-d940-4eab-bea6-4d11998c3a34', 'name': 'tempest-DeleteServersTestJSON-1684259872-router', 'tenant_id': '5c40a340919a49cc8b73687df600e2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'c684aa58-2f24-4158-9530-9bc8d2b85191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:53Z', 'updated_at': '2022-09-01T16:35:36Z', 'revision_number': 5, 'project_id': '5c40a340919a49cc8b73687df600e2ea', 'gw_port': {'id': 'c684aa58-2f24-4158-9530-9bc8d2b85191', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208dbca3-d940-4eab-bea6-4d11998c3a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:54Z', 'updated_at': '2022-09-01T16:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:35:37.899360 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dbfc26-f9c1-4261-b34f-acd5b759fae0 None None] The sync data for ids ['208dbca3-d940-4eab-bea6-4d11998c3a34'] in dv-cinder-852209-10-iscsi is: [{'id': '208dbca3-d940-4eab-bea6-4d11998c3a34', 'name': 'tempest-DeleteServersTestJSON-1684259872-router', 'tenant_id': '5c40a340919a49cc8b73687df600e2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'c684aa58-2f24-4158-9530-9bc8d2b85191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:53Z', 'updated_at': '2022-09-01T16:35:36Z', 'revision_number': 5, 'project_id': '5c40a340919a49cc8b73687df600e2ea', 'gw_port': {'id': 'c684aa58-2f24-4158-9530-9bc8d2b85191', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208dbca3-d940-4eab-bea6-4d11998c3a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:54Z', 'updated_at': '2022-09-01T16:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}] {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:35:38.045672 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b183c408-944d-4883-a799-cff1885e2a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261346675'] for port (c684aa58-2f24-4158-9530-9bc8d2b85191), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:38.074523 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b183c408-944d-4883-a799-cff1885e2a5d admin admin] Pushing event deleted for resources: {'Port': ['ID=c684aa58-2f24-4158-9530-9bc8d2b85191,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:38.140835 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b183c408-944d-4883-a799-cff1885e2a5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-631080'] for router_gateway (208dbca3-d940-4eab-bea6-4d11998c3a34), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:38.246482 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b183c408-944d-4883-a799-cff1885e2a5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7479'] for router (208dbca3-d940-4eab-bea6-4d11998c3a34), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:38.248784 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b183c408-944d-4883-a799-cff1885e2a5d admin admin] Publish callbacks [] for router_controller (208dbca3-d940-4eab-bea6-4d11998c3a34), precommit_delete_associations {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:38.333451 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device fe2e7a5a-96ce-4069-adb2-e1db8651a186 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:35:38.357846 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b183c408-944d-4883-a799-cff1885e2a5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-630922'] for router (208dbca3-d940-4eab-bea6-4d11998c3a34), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:38.358536 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b183c408-944d-4883-a799-cff1885e2a5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 208dbca3-d940-4eab-bea6-4d11998c3a34 {{(pid=106489) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:35:38.368095 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-7f1db309-7b04-4009-8008-b3ea2cf1e8af req-a382e37b-f64e-4172-9705-98c148ee2b19 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b8caa499-489e-4644-b31a-8dc893a00b66 HTTP/1.1" status: 200 len: 210 time: 0.0473051 Sep 01 16:35:38.387125 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] No Port match for: fe2e7a5a-96ce-4069-adb2-e1db8651a186 {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:35:38.387515 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device fe2e7a5a-96ce-4069-adb2-e1db8651a186 not bound to the agent host hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:35:38.390423 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b183c408-944d-4883-a799-cff1885e2a5d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:38.393916 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-b183c408-944d-4883-a799-cff1885e2a5d admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/208dbca3-d940-4eab-bea6-4d11998c3a34 HTTP/1.1" status: 204 len: 168 time: 1.2034044 Sep 01 16:35:38.394408 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 60884) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:38.452078 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ca3ce54-0504-4b08-a028-33bed0f690e4 admin admin] Deleting subnet a44d6986-5951-4786-acc4-4dfb02069724 {{(pid=106490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 16:35:38.458397 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7ca3ce54-0504-4b08-a028-33bed0f690e4 admin admin] Publish callbacks [] for subnet (a44d6986-5951-4786-acc4-4dfb02069724), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:38.503026 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7ca3ce54-0504-4b08-a028-33bed0f690e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260063576'] for subnet (a44d6986-5951-4786-acc4-4dfb02069724), precommit_delete_associations {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:38.655826 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7ca3ce54-0504-4b08-a028-33bed0f690e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459871'] for subnet (a44d6986-5951-4786-acc4-4dfb02069724), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:38.750467 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 0a6c5114-6e11-4cd7-9586-1a0eb371ef3a no longer exists at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:35:38.765315 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7ca3ce54-0504-4b08-a028-33bed0f690e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261544367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261988443'] for subnet (a44d6986-5951-4786-acc4-4dfb02069724), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:38.775550 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] No Port match for: 0a6c5114-6e11-4cd7-9586-1a0eb371ef3a {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:35:38.776129 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 0a6c5114-6e11-4cd7-9586-1a0eb371ef3a not bound to the agent host dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:35:38.801920 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca3ce54-0504-4b08-a028-33bed0f690e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a44d6986-5951-4786-acc4-4dfb02069724,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:38.804722 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7ca3ce54-0504-4b08-a028-33bed0f690e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:38.809504 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec61cf8-3fe4-407f-9cf1-e056326208a1 None None] Network dca0ab61-d5ff-4379-b762-3829795267ff requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:35:38.809970 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-7ca3ce54-0504-4b08-a028-33bed0f690e4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/a44d6986-5951-4786-acc4-4dfb02069724 HTTP/1.1" status: 204 len: 168 time: 0.4131694 Sep 01 16:35:38.811254 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 60894) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:38.876192 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246c267-629b-4a0d-bea4-02be5b3e49ab req-94fcda8b-77c8-48e7-b21c-20759d64d658 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:38.877982 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d246c267-629b-4a0d-bea4-02be5b3e49ab req-94fcda8b-77c8-48e7-b21c-20759d64d658 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 945 time: 0.0771782 Sep 01 16:35:38.905173 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-86d11048-12f3-4809-b88f-3e29b286d542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1386798'] for network (dca0ab61-d5ff-4379-b762-3829795267ff), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:38.930953 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d246c267-629b-4a0d-bea4-02be5b3e49ab req-335f5c87-fde8-4dd2-b425-2cf81c326177 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457497 Sep 01 16:35:38.955100 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.plugin [None req-86d11048-12f3-4809-b88f-3e29b286d542 admin admin] Deleting port 997c152a-393a-4a94-abdb-bf979c704ee2 {{(pid=106489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:35:38.955447 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-86d11048-12f3-4809-b88f-3e29b286d542 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (997c152a-393a-4a94-abdb-bf979c704ee2), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:39.026887 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.db [None req-86d11048-12f3-4809-b88f-3e29b286d542 admin admin] For port 997c152a-393a-4a94-abdb-bf979c704ee2, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=997c152a-393a-4a94-abdb-bf979c704ee2,segment=NetworkSegment(91e4d3b2-6d1f-430a-ad42-f0e903dfbe1f),segment_id=91e4d3b2-6d1f-430a-ad42-f0e903dfbe1f)] {{(pid=106489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:35:39.027262 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-86d11048-12f3-4809-b88f-3e29b286d542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (997c152a-393a-4a94-abdb-bf979c704ee2), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:39.041026 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.plugin [None req-86d11048-12f3-4809-b88f-3e29b286d542 admin admin] Calling delete_port for 997c152a-393a-4a94-abdb-bf979c704ee2 owned by network:dhcp {{(pid=106489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:35:39.052752 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:39.104151 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:39.125532 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-86d11048-12f3-4809-b88f-3e29b286d542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261346675'] for port (997c152a-393a-4a94-abdb-bf979c704ee2), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:39.149719 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d11048-12f3-4809-b88f-3e29b286d542 admin admin] Pushing event deleted for resources: {'Port': ['ID=997c152a-393a-4a94-abdb-bf979c704ee2,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:39.153262 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d11048-12f3-4809-b88f-3e29b286d542 admin admin] No DVR routers for this DVR port 997c152a-393a-4a94-abdb-bf979c704ee2 on host dv-cinder-852209-10-iscsi {{(pid=106489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 16:35:39.199856 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f74c83-c89a-41de-bb7f-082081628d10 None None] DHCP port deletion for dca0ab61-d5ff-4379-b762-3829795267ff request from dv-cinder-852209-10-iscsi {{(pid=106491) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 01 16:35:39.246043 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-86d11048-12f3-4809-b88f-3e29b286d542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497336', 'neutron.services.segments.db._delete_segments_for_network-8777439728797'] for network (dca0ab61-d5ff-4379-b762-3829795267ff), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:39.273305 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.services.segments.db [None req-86d11048-12f3-4809-b88f-3e29b286d542 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dca0ab61-d5ff-4379-b762-3829795267ff']}} {{(pid=106489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:35:39.289286 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.services.segments.db [None req-86d11048-12f3-4809-b88f-3e29b286d542 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91e4d3b2-6d1f-430a-ad42-f0e903dfbe1f') {'for_net_delete': True} {{(pid=106489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:35:39.291468 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.services.segments.db [None req-86d11048-12f3-4809-b88f-3e29b286d542 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91e4d3b2-6d1f-430a-ad42-f0e903dfbe1f') {} {{(pid=106489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:35:39.306166 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-86d11048-12f3-4809-b88f-3e29b286d542 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777439826661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261853217'] for segment (91e4d3b2-6d1f-430a-ad42-f0e903dfbe1f), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:39.321075 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-86d11048-12f3-4809-b88f-3e29b286d542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449'] for segment (91e4d3b2-6d1f-430a-ad42-f0e903dfbe1f), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:39.330624 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86d11048-12f3-4809-b88f-3e29b286d542 admin admin] Releasing vlan 901 on physical network physnet1 to pool {{(pid=106489) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:35:39.331043 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-86d11048-12f3-4809-b88f-3e29b286d542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261346574'] for segment (91e4d3b2-6d1f-430a-ad42-f0e903dfbe1f), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:39.377949 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.services.segments.plugin [-] Segment 91e4d3b2-6d1f-430a-ad42-f0e903dfbe1f resource provider aggregate not found Sep 01 16:35:39.408953 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.services.segments.plugin [-] Segment 91e4d3b2-6d1f-430a-ad42-f0e903dfbe1f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91e4d3b2-6d1f-430a-ad42-f0e903dfbe1f found for delete ", "request_id": "req-ef9ccd6a-21da-4e04-88b7-27922bf8af7e"}]} Sep 01 16:35:39.427991 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-86d11048-12f3-4809-b88f-3e29b286d542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631280'] for network (dca0ab61-d5ff-4379-b762-3829795267ff), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:39.435803 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-86d11048-12f3-4809-b88f-3e29b286d542 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for network (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:39.446510 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-86d11048-12f3-4809-b88f-3e29b286d542 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/dca0ab61-d5ff-4379-b762-3829795267ff HTTP/1.1" status: 204 len: 168 time: 0.6314540 Sep 01 16:35:39.470831 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d11048-12f3-4809-b88f-3e29b286d542 admin admin] Pushing event deleted for resources: {'Network': ['ID=dca0ab61-d5ff-4379-b762-3829795267ff,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:39.503021 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-d0816b7d-98a4-41b0-9d3f-1d159275d027 req-a09a63a7-c8d7-4421-9553-b6d1ab5e3be1 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b8caa499-489e-4644-b31a-8dc893a00b66 HTTP/1.1" status: 200 len: 210 time: 0.0460169 Sep 01 16:35:39.536266 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-035e3e7a-20ba-4490-92e2-cae90f884373 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:39.537784 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-035e3e7a-20ba-4490-92e2-cae90f884373 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.77 "GET /networking/v2.0/networks?id=d5d66e81-f1e9-4144-8569-14dac1ce6e4e HTTP/1.1" status: 200 len: 809 time: 0.1709423 Sep 01 16:35:39.568019 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-75121e29-91f8-4be4-8cd8-917b0490a0e4 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Request body: {'port': {'device_id': 'b8caa499-489e-4644-b31a-8dc893a00b66', 'network_id': 'd5d66e81-f1e9-4144-8569-14dac1ce6e4e', 'admin_state_up': True, 'tenant_id': '0939af057f4940298089c8f89ec2865f'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:35:39.658208 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:39.744652 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-75121e29-91f8-4be4-8cd8-917b0490a0e4 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Made reservation on behalf of 0939af057f4940298089c8f89ec2865f for: {'port': 1} {{(pid=106490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:35:39.749597 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-75121e29-91f8-4be4-8cd8-917b0490a0e4 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:39.816294 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 60932) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:39.865832 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:39.880418 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-4ef0d835-453a-4dc2-a0c9-9cdcf7a86f38 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=5c40a340919a49cc8b73687df600e2ea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0610502 Sep 01 16:35:39.883096 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 60938) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:39.952011 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_common [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-75121e29-91f8-4be4-8cd8-917b0490a0e4 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Allocated IP 172.20.0.9 (d5d66e81-f1e9-4144-8569-14dac1ce6e4e/fc27e4a7-0788-4411-955a-7ff8a6e63c81/275b2cb4-f60a-4816-9fa2-89adf7eeb4a0) {{(pid=106490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:35:39.953250 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-a6d7c76b-1073-4cfc-95bd-97686a96fec8 admin admin] Publish callbacks [] for security_group (394ec080-8797-4674-9de4-8f003da9c472), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:39.977078 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-a6d7c76b-1073-4cfc-95bd-97686a96fec8 admin admin] Publish callbacks [] for security_group (394ec080-8797-4674-9de4-8f003da9c472), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:40.038970 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-a6d7c76b-1073-4cfc-95bd-97686a96fec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (394ec080-8797-4674-9de4-8f003da9c472), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:40.042592 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-a6d7c76b-1073-4cfc-95bd-97686a96fec8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:40.044090 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-a6d7c76b-1073-4cfc-95bd-97686a96fec8 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/394ec080-8797-4674-9de4-8f003da9c472 HTTP/1.1" status: 204 len: 168 time: 0.1595063 Sep 01 16:35:40.053148 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d7c76b-1073-4cfc-95bd-97686a96fec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394ec080-8797-4674-9de4-8f003da9c472,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:40.195828 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22b54a-2389-4e70-80ec-da1a6bc6c1b0 req-9c1d59ad-da24-4771-8c42-be69cc6c6495 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:40.198170 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-fc22b54a-2389-4e70-80ec-da1a6bc6c1b0 req-9c1d59ad-da24-4771-8c42-be69cc6c6495 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 945 time: 0.1285841 Sep 01 16:35:40.280837 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-fc22b54a-2389-4e70-80ec-da1a6bc6c1b0 req-1f2ff46b-96a0-4c35-8d64-0b4281a866b2 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747705 Sep 01 16:35:40.284116 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-75121e29-91f8-4be4-8cd8-917b0490a0e4 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Publish callbacks [] for port (275b2cb4-f60a-4816-9fa2-89adf7eeb4a0), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:40.336629 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-75121e29-91f8-4be4-8cd8-917b0490a0e4 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (275b2cb4-f60a-4816-9fa2-89adf7eeb4a0), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:40.361758 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-75121e29-91f8-4be4-8cd8-917b0490a0e4 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Network d5d66e81-f1e9-4144-8569-14dac1ce6e4e is already hosted by enough agents. {{(pid=106490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:35:40.382277 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-75121e29-91f8-4be4-8cd8-917b0490a0e4 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Resources bound (agent type, host, resource id): {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:35:40.384976 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-75121e29-91f8-4be4-8cd8-917b0490a0e4 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Received port after_create {{(pid=106490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:35:40.447678 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75121e29-91f8-4be4-8cd8-917b0490a0e4 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Pushing event updated for resources: {'Port': ['ID=275b2cb4-f60a-4816-9fa2-89adf7eeb4a0,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:40.463052 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-75121e29-91f8-4be4-8cd8-917b0490a0e4 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:40.463911 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-75121e29-91f8-4be4-8cd8-917b0490a0e4 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:40.480728 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-75121e29-91f8-4be4-8cd8-917b0490a0e4 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9174471 Sep 01 16:35:40.504179 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-c4edbfc1-8c21-4495-9590-09454fe91c42 service neutron] Request body: {'port': {'device_id': 'b8caa499-489e-4644-b31a-8dc893a00b66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:35:40.565804 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-c4edbfc1-8c21-4495-9590-09454fe91c42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (275b2cb4-f60a-4816-9fa2-89adf7eeb4a0), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:40.662529 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea05a16-b6ba-4791-a220-7c28a3075b47 req-61438616-393e-4a21-be95-c6919397f67b tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:40.664174 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-2ea05a16-b6ba-4791-a220-7c28a3075b47 req-61438616-393e-4a21-be95-c6919397f67b tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b8caa499-489e-4644-b31a-8dc893a00b66 HTTP/1.1" status: 200 len: 931 time: 0.0529747 Sep 01 16:35:40.684813 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 997c152a-393a-4a94-abdb-bf979c704ee2 no longer exists at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:35:40.706371 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] No Port match for: 997c152a-393a-4a94-abdb-bf979c704ee2 {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:35:40.707062 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 997c152a-393a-4a94-abdb-bf979c704ee2 not bound to the agent host dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:35:40.707557 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device c684aa58-2f24-4158-9530-9bc8d2b85191 no longer exists at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:35:40.713447 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:40.729230 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] No Port match for: c684aa58-2f24-4158-9530-9bc8d2b85191 {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:35:40.729909 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device c684aa58-2f24-4158-9530-9bc8d2b85191 not bound to the agent host dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:35:40.746334 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-2ea05a16-b6ba-4791-a220-7c28a3075b47 req-e238ddee-8b98-4120-b787-ea420f895a91 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=66c527ad-8440-4b13-be27-25af1e653a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743084 Sep 01 16:35:40.882774 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-c4edbfc1-8c21-4495-9590-09454fe91c42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 275b2cb4-f60a-4816-9fa2-89adf7eeb4a0 {{(pid=106490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:35:40.894406 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-c4edbfc1-8c21-4495-9590-09454fe91c42 service neutron] Publish callbacks [] for port (275b2cb4-f60a-4816-9fa2-89adf7eeb4a0), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:40.910407 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.provisioning_blocks [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-c4edbfc1-8c21-4495-9590-09454fe91c42 service neutron] Transition to ACTIVE for port object 275b2cb4-f60a-4816-9fa2-89adf7eeb4a0 will not be triggered until provisioned by entity L2. {{(pid=106490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 16:35:40.915891 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-c4edbfc1-8c21-4495-9590-09454fe91c42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261539433'] for port (275b2cb4-f60a-4816-9fa2-89adf7eeb4a0), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:40.922036 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:40.978291 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4edbfc1-8c21-4495-9590-09454fe91c42 service neutron] Pushing event updated for resources: {'Port': ['ID=275b2cb4-f60a-4816-9fa2-89adf7eeb4a0,revision_number=2']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:41.060955 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-c4edbfc1-8c21-4495-9590-09454fe91c42 service neutron] Attempting to bind port 275b2cb4-f60a-4816-9fa2-89adf7eeb4a0 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:35:41.061395 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-c4edbfc1-8c21-4495-9590-09454fe91c42 service neutron] Attempting to bind port 275b2cb4-f60a-4816-9fa2-89adf7eeb4a0 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': '86d75bea-6eb7-4878-b004-a3fe957e0035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd5d66e81-f1e9-4144-8569-14dac1ce6e4e'}] {{(pid=106490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:35:41.061809 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-c4edbfc1-8c21-4495-9590-09454fe91c42 service neutron] Attempting to bind port 275b2cb4-f60a-4816-9fa2-89adf7eeb4a0 on network d5d66e81-f1e9-4144-8569-14dac1ce6e4e {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:35:41.066468 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-c4edbfc1-8c21-4495-9590-09454fe91c42 service neutron] Port 275b2cb4-f60a-4816-9fa2-89adf7eeb4a0 on network d5d66e81-f1e9-4144-8569-14dac1ce6e4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 16:35:41.066857 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-c4edbfc1-8c21-4495-9590-09454fe91c42 service neutron] Attempting to bind port 275b2cb4-f60a-4816-9fa2-89adf7eeb4a0 on network d5d66e81-f1e9-4144-8569-14dac1ce6e4e {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:35:41.071905 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-c4edbfc1-8c21-4495-9590-09454fe91c42 service neutron] Checking agent: {'id': '294a3787-103d-4a51-bc9c-bc09638a7966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 32, 3), 'started_at': datetime.datetime(2022, 9, 1, 16, 32, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:35:41.072236 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-c4edbfc1-8c21-4495-9590-09454fe91c42 service neutron] Checking segment: {'id': '86d75bea-6eb7-4878-b004-a3fe957e0035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd5d66e81-f1e9-4144-8569-14dac1ce6e4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:35:41.072599 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-c4edbfc1-8c21-4495-9590-09454fe91c42 service neutron] Bound using segment: {'id': '86d75bea-6eb7-4878-b004-a3fe957e0035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd5d66e81-f1e9-4144-8569-14dac1ce6e4e'} {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:35:41.073013 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-c4edbfc1-8c21-4495-9590-09454fe91c42 service neutron] Bound port: 275b2cb4-f60a-4816-9fa2-89adf7eeb4a0, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86d75bea-6eb7-4878-b004-a3fe957e0035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'd5d66e81-f1e9-4144-8569-14dac1ce6e4e'}}] {{(pid=106490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:35:41.073360 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-c4edbfc1-8c21-4495-9590-09454fe91c42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (275b2cb4-f60a-4816-9fa2-89adf7eeb4a0), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:41.135977 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-c4edbfc1-8c21-4495-9590-09454fe91c42 service neutron] For port 275b2cb4-f60a-4816-9fa2-89adf7eeb4a0, host hv-cinder-85220, cleared binding levels {{(pid=106490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:35:41.139292 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-c4edbfc1-8c21-4495-9590-09454fe91c42 service neutron] For port 275b2cb4-f60a-4816-9fa2-89adf7eeb4a0, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=275b2cb4-f60a-4816-9fa2-89adf7eeb4a0,segment=NetworkSegment(86d75bea-6eb7-4878-b004-a3fe957e0035),segment_id=86d75bea-6eb7-4878-b004-a3fe957e0035)] {{(pid=106490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:35:41.144571 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-c4edbfc1-8c21-4495-9590-09454fe91c42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261539433'] for port (275b2cb4-f60a-4816-9fa2-89adf7eeb4a0), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:41.148227 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-c4edbfc1-8c21-4495-9590-09454fe91c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:41.149020 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-c4edbfc1-8c21-4495-9590-09454fe91c42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:41.150397 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-c4edbfc1-8c21-4495-9590-09454fe91c42 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/275b2cb4-f60a-4816-9fa2-89adf7eeb4a0 HTTP/1.1" status: 200 len: 1093 time: 0.6504140 Sep 01 16:35:41.152462 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8caa499-489e-4644-b31a-8dc893a00b66', 'tag': '275b2cb4-f60a-4816-9fa2-89adf7eeb4a0'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:35:41.154673 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f317168-f96e-4498-959f-07527c056e91" -d '{"events": [{"name": "network-changed", "server_uuid": "b8caa499-489e-4644-b31a-8dc893a00b66", "tag": "275b2cb4-f60a-4816-9fa2-89adf7eeb4a0"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:35:41.205984 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4edbfc1-8c21-4495-9590-09454fe91c42 service neutron] Pushing event updated for resources: {'Port': ['ID=275b2cb4-f60a-4816-9fa2-89adf7eeb4a0,revision_number=3']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:41.209310 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 16:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5cb3fd-8d75-40df-9b41-4b517b2f9515 x-openstack-request-id: req-df5cb3fd-8d75-40df-9b41-4b517b2f9515 {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:35:41.209569 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8caa499-489e-4644-b31a-8dc893a00b66", "tag": "275b2cb4-f60a-4816-9fa2-89adf7eeb4a0", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:35:41.209813 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df5cb3fd-8d75-40df-9b41-4b517b2f9515 {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:35:41.210195 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df5cb3fd-8d75-40df-9b41-4b517b2f9515'] response: {'name': 'network-changed', 'server_uuid': 'b8caa499-489e-4644-b31a-8dc893a00b66', 'tag': '275b2cb4-f60a-4816-9fa2-89adf7eeb4a0', 'status': 'completed', 'code': 200} Sep 01 16:35:41.289863 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-efb5f5e6-8207-4ed0-aa64-ce379ee61a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:41.291395 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-efb5f5e6-8207-4ed0-aa64-ce379ee61a4a service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=0939af057f4940298089c8f89ec2865f&device_id=b8caa499-489e-4644-b31a-8dc893a00b66 HTTP/1.1" status: 200 len: 1127 time: 0.0418522 Sep 01 16:35:41.424848 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021bea27-987a-4ed7-94f4-200f870feaeb req-24fc2417-1525-43b3-9435-1afa91fcb5e8 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:41.426572 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-021bea27-987a-4ed7-94f4-200f870feaeb req-24fc2417-1525-43b3-9435-1afa91fcb5e8 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 945 time: 0.0543654 Sep 01 16:35:41.494153 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-021bea27-987a-4ed7-94f4-200f870feaeb req-5befe8f7-ea0e-4da9-b384-ddb95dedd36b tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613489 Sep 01 16:35:41.896802 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddb6c1-c479-49c1-bc03-9a0b11a24bbe req-4d1a722e-f92d-409c-89a6-dc37ad44ac8f tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:41.898311 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a2ddb6c1-c479-49c1-bc03-9a0b11a24bbe req-4d1a722e-f92d-409c-89a6-dc37ad44ac8f tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b8caa499-489e-4644-b31a-8dc893a00b66 HTTP/1.1" status: 200 len: 943 time: 0.0527468 Sep 01 16:35:41.950711 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a2ddb6c1-c479-49c1-bc03-9a0b11a24bbe req-06600d70-07db-4285-9a6c-4015888f9a9b tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=66c527ad-8440-4b13-be27-25af1e653a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468628 Sep 01 16:35:42.616779 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2631eb7-897b-441e-8bc9-5d08aad15415 req-3a8fb2a1-fc37-4d7d-b5d7-b54121285fb3 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:42.618459 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-b2631eb7-897b-441e-8bc9-5d08aad15415 req-3a8fb2a1-fc37-4d7d-b5d7-b54121285fb3 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 945 time: 0.0492554 Sep 01 16:35:42.679566 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-b2631eb7-897b-441e-8bc9-5d08aad15415 req-d0649fdc-229c-4be1-a7f4-06f900490326 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556374 Sep 01 16:35:43.081993 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d092e8-90fb-415a-9d01-1f9cf6749090 req-d9c569ef-8d24-4167-b348-14171856385d tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:43.083592 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f1d092e8-90fb-415a-9d01-1f9cf6749090 req-d9c569ef-8d24-4167-b348-14171856385d tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b8caa499-489e-4644-b31a-8dc893a00b66 HTTP/1.1" status: 200 len: 943 time: 0.0607393 Sep 01 16:35:43.136173 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f1d092e8-90fb-415a-9d01-1f9cf6749090 req-4f8bd6ca-83a4-4775-bc20-db7be9a9b44f tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=66c527ad-8440-4b13-be27-25af1e653a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464859 Sep 01 16:35:43.390676 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 32910) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:43.498553 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-6ef8d8c7-3f40-43a5-91bf-1e04b1c3227a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:43.573699 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-6ef8d8c7-3f40-43a5-91bf-1e04b1c3227a admin admin] Publish callbacks [] for security_group (7aa22d12-c308-4383-b949-28b22b61b84a), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:43.577418 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-6ef8d8c7-3f40-43a5-91bf-1e04b1c3227a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (7aa22d12-c308-4383-b949-28b22b61b84a), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:43.615979 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-6ef8d8c7-3f40-43a5-91bf-1e04b1c3227a admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a800ab7dba884926963b6f95cd1dc3b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242918 Sep 01 16:35:43.616890 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8d8c7-3f40-43a5-91bf-1e04b1c3227a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa22d12-c308-4383-b949-28b22b61b84a,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:43.618701 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 32914) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:43.668474 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-2184a6bf-01c2-4ac3-89f2-5df9deafe07c admin admin] Publish callbacks [] for security_group (7aa22d12-c308-4383-b949-28b22b61b84a), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:43.692808 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-2184a6bf-01c2-4ac3-89f2-5df9deafe07c admin admin] Publish callbacks [] for security_group (7aa22d12-c308-4383-b949-28b22b61b84a), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:43.718898 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:43.746463 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-2184a6bf-01c2-4ac3-89f2-5df9deafe07c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (7aa22d12-c308-4383-b949-28b22b61b84a), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:43.749178 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-2184a6bf-01c2-4ac3-89f2-5df9deafe07c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:43.750334 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-2184a6bf-01c2-4ac3-89f2-5df9deafe07c admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/7aa22d12-c308-4383-b949-28b22b61b84a HTTP/1.1" status: 204 len: 168 time: 0.1305959 Sep 01 16:35:43.758720 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2184a6bf-01c2-4ac3-89f2-5df9deafe07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa22d12-c308-4383-b949-28b22b61b84a,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:43.820986 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ddd719-f7bb-4b43-8d53-b75e130f3e53 req-2c42a026-0494-43d0-a766-84b233f90ae1 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:43.828256 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-52ddd719-f7bb-4b43-8d53-b75e130f3e53 req-2c42a026-0494-43d0-a766-84b233f90ae1 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 945 time: 0.0583060 Sep 01 16:35:43.857642 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:43.858677 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-e929b726-ec4e-4f91-ac66-97263bb4411f service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=275b2cb4-f60a-4816-9fa2-89adf7eeb4a0 HTTP/1.1" status: 200 len: 217 time: 0.0451174 Sep 01 16:35:43.877276 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:43.885133 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-52ddd719-f7bb-4b43-8d53-b75e130f3e53 req-3f17a37b-3916-45bd-818b-1aabc0a8784c tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542274 Sep 01 16:35:43.931992 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-787d7780-d748-4429-89fe-942b9bb0d014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:43.933486 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-787d7780-d748-4429-89fe-942b9bb0d014 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=fc27e4a7-0788-4411-955a-7ff8a6e63c81 HTTP/1.1" status: 200 len: 849 time: 0.0671391 Sep 01 16:35:43.969832 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-2dc280c5-1c34-4b8f-88c4-779b979698a5 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=d5d66e81-f1e9-4144-8569-14dac1ce6e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277102 Sep 01 16:35:44.056915 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 32926) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:44.071385 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-8e92f601-8488-468a-b690-66f22e7e6717 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/d5d66e81-f1e9-4144-8569-14dac1ce6e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928149 Sep 01 16:35:44.072716 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-51083e22-58d1-432c-8687-0febc1ed5de4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:44.136099 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:44.156872 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-51083e22-58d1-432c-8687-0febc1ed5de4 admin admin] Publish callbacks [] for security_group (d0af67e4-f0e7-47d9-ad44-1c5495ff17e9), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:44.160689 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-51083e22-58d1-432c-8687-0febc1ed5de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (d0af67e4-f0e7-47d9-ad44-1c5495ff17e9), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:44.171938 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b09c05e9-d7fa-47a4-a51f-a13b5b32923d req-3c045cd1-0d4f-46ba-8a09-d092848d8bd6 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/d5d66e81-f1e9-4144-8569-14dac1ce6e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909541 Sep 01 16:35:44.208448 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-51083e22-58d1-432c-8687-0febc1ed5de4 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=9f0caf8ee98046b0b35d573a3843a22f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1504459 Sep 01 16:35:44.209261 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51083e22-58d1-432c-8687-0febc1ed5de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0af67e4-f0e7-47d9-ad44-1c5495ff17e9,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:44.213319 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 32932) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:44.266823 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08e79f-f807-4d36-b2f3-ab9d5ebe9942 req-40a8993a-9fc7-4928-bbe6-c3b81d01d440 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:44.268116 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-d094b6f4-7abd-48bc-8ec5-a0b765f5aa4f admin admin] Publish callbacks [] for security_group (d0af67e4-f0e7-47d9-ad44-1c5495ff17e9), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:44.268558 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ea08e79f-f807-4d36-b2f3-ab9d5ebe9942 req-40a8993a-9fc7-4928-bbe6-c3b81d01d440 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b8caa499-489e-4644-b31a-8dc893a00b66 HTTP/1.1" status: 200 len: 943 time: 0.0533469 Sep 01 16:35:44.290054 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-d094b6f4-7abd-48bc-8ec5-a0b765f5aa4f admin admin] Publish callbacks [] for security_group (d0af67e4-f0e7-47d9-ad44-1c5495ff17e9), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:44.317455 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ea08e79f-f807-4d36-b2f3-ab9d5ebe9942 req-2f01e3c2-1374-4566-8dc0-3041065cae64 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=66c527ad-8440-4b13-be27-25af1e653a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407767 Sep 01 16:35:44.338167 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-d094b6f4-7abd-48bc-8ec5-a0b765f5aa4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (d0af67e4-f0e7-47d9-ad44-1c5495ff17e9), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:44.340853 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-d094b6f4-7abd-48bc-8ec5-a0b765f5aa4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:44.344521 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-d094b6f4-7abd-48bc-8ec5-a0b765f5aa4f admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d0af67e4-f0e7-47d9-ad44-1c5495ff17e9 HTTP/1.1" status: 204 len: 168 time: 0.1279731 Sep 01 16:35:44.353146 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d094b6f4-7abd-48bc-8ec5-a0b765f5aa4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0af67e4-f0e7-47d9-ad44-1c5495ff17e9,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:45.032751 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5481e4c-2485-4728-9756-6653ed0f7722 req-c81c951d-95d2-4a22-ad80-15644e785a86 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:45.035359 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-c5481e4c-2485-4728-9756-6653ed0f7722 req-c81c951d-95d2-4a22-ad80-15644e785a86 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 945 time: 0.0642829 Sep 01 16:35:45.079638 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 32966) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:45.100206 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-c5481e4c-2485-4728-9756-6653ed0f7722 req-6d6331e0-32b6-4383-a297-dcd65cf5080e tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578415 Sep 01 16:35:45.216563 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-345e7aff-a65a-4433-95fb-46f83b3c0e61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:45.312715 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-345e7aff-a65a-4433-95fb-46f83b3c0e61 admin admin] Publish callbacks [] for security_group (9a01f31f-a679-42f4-b0be-cd52287a7c3f), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:45.317082 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-345e7aff-a65a-4433-95fb-46f83b3c0e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (9a01f31f-a679-42f4-b0be-cd52287a7c3f), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:45.363454 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e7aff-a65a-4433-95fb-46f83b3c0e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a01f31f-a679-42f4-b0be-cd52287a7c3f,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:45.372988 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-345e7aff-a65a-4433-95fb-46f83b3c0e61 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=e0142c39dbb14868b0826834b575d539&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2922750 Sep 01 16:35:45.375668 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 32984) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:45.495220 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-931d25dd-f612-4604-b16f-f8572cf97614 admin admin] Publish callbacks [] for security_group (9a01f31f-a679-42f4-b0be-cd52287a7c3f), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:45.509283 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f317168-f96e-4498-959f-07527c056e91 req-cc79c6c7-ec7c-45e8-8523-ecb8bd42273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:45.513007 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-9f317168-f96e-4498-959f-07527c056e91 req-cc79c6c7-ec7c-45e8-8523-ecb8bd42273c service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=0939af057f4940298089c8f89ec2865f&device_id=b8caa499-489e-4644-b31a-8dc893a00b66 HTTP/1.1" status: 200 len: 1127 time: 0.1389081 Sep 01 16:35:45.532974 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-931d25dd-f612-4604-b16f-f8572cf97614 admin admin] Publish callbacks [] for security_group (9a01f31f-a679-42f4-b0be-cd52287a7c3f), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:45.581804 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d590f0-d3c9-4638-9175-8fac10050bfe req-0fa721f5-87ce-40e3-84ae-f98b7c22ab76 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:45.587985 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-91d590f0-d3c9-4638-9175-8fac10050bfe req-0fa721f5-87ce-40e3-84ae-f98b7c22ab76 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b8caa499-489e-4644-b31a-8dc893a00b66 HTTP/1.1" status: 200 len: 943 time: 0.1616263 Sep 01 16:35:45.589531 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-931d25dd-f612-4604-b16f-f8572cf97614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (9a01f31f-a679-42f4-b0be-cd52287a7c3f), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:45.592464 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-931d25dd-f612-4604-b16f-f8572cf97614 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:45.593750 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-931d25dd-f612-4604-b16f-f8572cf97614 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/9a01f31f-a679-42f4-b0be-cd52287a7c3f HTTP/1.1" status: 204 len: 168 time: 0.2170615 Sep 01 16:35:45.609708 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d25dd-f612-4604-b16f-f8572cf97614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a01f31f-a679-42f4-b0be-cd52287a7c3f,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:45.749560 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-91d590f0-d3c9-4638-9175-8fac10050bfe req-2838624c-bbca-48a1-b3fa-89dd5f40e985 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=66c527ad-8440-4b13-be27-25af1e653a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064973 Sep 01 16:35:45.799757 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f317168-f96e-4498-959f-07527c056e91 req-454a8152-cce1-4b35-aaf1-1287415ebc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:45.801547 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-9f317168-f96e-4498-959f-07527c056e91 req-454a8152-cce1-4b35-aaf1-1287415ebc3f service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=d5d66e81-f1e9-4144-8569-14dac1ce6e4e HTTP/1.1" status: 200 len: 910 time: 0.2804899 Sep 01 16:35:46.236403 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c05b9-2343-4e53-ab79-24e58494394a req-f95544f3-a7d3-4fbd-94b2-77c1166c883d tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:46.238014 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-686c05b9-2343-4e53-ab79-24e58494394a req-f95544f3-a7d3-4fbd-94b2-77c1166c883d tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 945 time: 0.0490167 Sep 01 16:35:46.294929 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-686c05b9-2343-4e53-ab79-24e58494394a req-f6900faf-638e-41b0-b16d-9d124c49fc2b tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507519 Sep 01 16:35:46.316307 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 275b2cb4-f60a-4816-9fa2-89adf7eeb4a0 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:35:46.444052 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 275b2cb4-f60a-4816-9fa2-89adf7eeb4a0, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=275b2cb4-f60a-4816-9fa2-89adf7eeb4a0,segment=NetworkSegment(86d75bea-6eb7-4878-b004-a3fe957e0035),segment_id=86d75bea-6eb7-4878-b004-a3fe957e0035)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:35:46.469141 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Returning: {'device': '275b2cb4-f60a-4816-9fa2-89adf7eeb4a0', 'network_id': 'd5d66e81-f1e9-4144-8569-14dac1ce6e4e', 'port_id': '275b2cb4-f60a-4816-9fa2-89adf7eeb4a0', 'mac_address': 'fa:16:3e:67:f5:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc27e4a7-0788-4411-955a-7ff8a6e63c81', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:35:46.511162 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 275b2cb4-f60a-4816-9fa2-89adf7eeb4a0 is: DOWN; New status is: BUILD {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:35:46.511553 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (275b2cb4-f60a-4816-9fa2-89adf7eeb4a0), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:46.528848 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 275b2cb4-f60a-4816-9fa2-89adf7eeb4a0 {{(pid=106491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:35:46.534971 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:46.556568 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 275b2cb4-f60a-4816-9fa2-89adf7eeb4a0, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=275b2cb4-f60a-4816-9fa2-89adf7eeb4a0,segment=NetworkSegment(86d75bea-6eb7-4878-b004-a3fe957e0035),segment_id=86d75bea-6eb7-4878-b004-a3fe957e0035)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:35:46.560534 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (275b2cb4-f60a-4816-9fa2-89adf7eeb4a0), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:46.614544 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=275b2cb4-f60a-4816-9fa2-89adf7eeb4a0,revision_number=4']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:46.686678 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-9f317168-f96e-4498-959f-07527c056e91 req-39b1ffef-dccc-434b-8d89-b08576d0637e service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=275b2cb4-f60a-4816-9fa2-89adf7eeb4a0 HTTP/1.1" status: 200 len: 217 time: 0.0391595 Sep 01 16:35:46.753978 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f317168-f96e-4498-959f-07527c056e91 req-a7fd14bc-4bcc-413c-8cdb-27dc3569048b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:46.755475 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-9f317168-f96e-4498-959f-07527c056e91 req-a7fd14bc-4bcc-413c-8cdb-27dc3569048b service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=fc27e4a7-0788-4411-955a-7ff8a6e63c81 HTTP/1.1" status: 200 len: 849 time: 0.0569344 Sep 01 16:35:46.831596 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-9f317168-f96e-4498-959f-07527c056e91 req-ea8159f4-fc5d-41a7-a09f-55a448978521 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=d5d66e81-f1e9-4144-8569-14dac1ce6e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664017 Sep 01 16:35:46.944387 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 33108) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:46.980009 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] get_ports_and_sgs() called for port_ids ['275b2cb4-f60a-4816-9fa2-89adf7eeb4a0'] {{(pid=106491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 16:35:47.058708 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44bdb53-de8c-4c8e-958b-adbedeb1aabb req-8960ce95-0092-43b3-8295-5f8aa8c64773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:47.060290 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f44bdb53-de8c-4c8e-958b-adbedeb1aabb req-8960ce95-0092-43b3-8295-5f8aa8c64773 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 1129 time: 0.1841769 Sep 01 16:35:47.085005 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879661a-c9ba-496f-a3c2-6b743a81eb48 req-33cf06eb-d047-4e0a-b019-4ce8abf13054 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:47.087308 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b879661a-c9ba-496f-a3c2-6b743a81eb48 req-33cf06eb-d047-4e0a-b019-4ce8abf13054 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b8caa499-489e-4644-b31a-8dc893a00b66 HTTP/1.1" status: 200 len: 944 time: 0.1873696 Sep 01 16:35:47.112244 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:47.162415 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:47.164221 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-f559f9e9-3a49-423c-ab1d-5c5378e3c676 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:47.189823 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-9f317168-f96e-4498-959f-07527c056e91 req-2b7cef2d-0199-44d2-b92a-5bac43b1798d service neutron] 10.222.0.77 "GET /networking/v2.0/networks/d5d66e81-f1e9-4144-8569-14dac1ce6e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300736 Sep 01 16:35:47.220817 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f44bdb53-de8c-4c8e-958b-adbedeb1aabb req-13c04e46-275e-4e37-b955-cf6711703fae service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467607 Sep 01 16:35:47.239313 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:47.240377 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b879661a-c9ba-496f-a3c2-6b743a81eb48 req-e66879a0-4541-4532-b2b8-d70e721a4e3c tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=66c527ad-8440-4b13-be27-25af1e653a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447644 Sep 01 16:35:47.264215 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=3 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:47.293874 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-f559f9e9-3a49-423c-ab1d-5c5378e3c676 admin admin] Publish callbacks [] for security_group (84cb5b55-9e77-4501-8692-1e7ad8827949), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:47.300792 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-f559f9e9-3a49-423c-ab1d-5c5378e3c676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (84cb5b55-9e77-4501-8692-1e7ad8827949), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:47.357675 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-f559f9e9-3a49-423c-ab1d-5c5378e3c676 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ad55304fc333422b805a2c6564e0d8aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4118941 Sep 01 16:35:47.358952 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 33134) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:47.376276 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f559f9e9-3a49-423c-ab1d-5c5378e3c676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84cb5b55-9e77-4501-8692-1e7ad8827949,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:47.382453 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-9f317168-f96e-4498-959f-07527c056e91 req-386edf9e-5a36-4780-a1c5-350c48545f4c service neutron] 10.222.0.77 "GET /networking/v2.0/networks/d5d66e81-f1e9-4144-8569-14dac1ce6e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846256 Sep 01 16:35:47.462946 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-ffb30ade-5713-4144-8702-833d91060cc8 admin admin] Publish callbacks [] for security_group (84cb5b55-9e77-4501-8692-1e7ad8827949), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:47.480417 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ade1cd-b471-44a9-afaa-c41f5e066bdb req-f43b25dc-419c-4793-aa9e-ab91ec646f41 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:47.481937 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-43ade1cd-b471-44a9-afaa-c41f5e066bdb req-f43b25dc-419c-4793-aa9e-ab91ec646f41 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 945 time: 0.0697646 Sep 01 16:35:47.506285 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-ffb30ade-5713-4144-8702-833d91060cc8 admin admin] Publish callbacks [] for security_group (84cb5b55-9e77-4501-8692-1e7ad8827949), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:47.572551 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-43ade1cd-b471-44a9-afaa-c41f5e066bdb req-263c6021-5b49-4ff6-8ddd-a04a857488db tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837691 Sep 01 16:35:47.596514 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-ffb30ade-5713-4144-8702-833d91060cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (84cb5b55-9e77-4501-8692-1e7ad8827949), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:47.599216 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-ffb30ade-5713-4144-8702-833d91060cc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:47.600652 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-ffb30ade-5713-4144-8702-833d91060cc8 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/84cb5b55-9e77-4501-8692-1e7ad8827949 HTTP/1.1" status: 204 len: 168 time: 0.2393370 Sep 01 16:35:47.608973 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb30ade-5713-4144-8702-833d91060cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cb5b55-9e77-4501-8692-1e7ad8827949,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:47.873278 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 33148) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:47.886833 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-e6d6c8a9-aa40-4415-a401-36684c368944 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:47.964539 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-e6d6c8a9-aa40-4415-a401-36684c368944 admin admin] Publish callbacks [] for security_group (109777ca-23c0-44ee-a2a4-ed5ffbe41338), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:47.968263 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-e6d6c8a9-aa40-4415-a401-36684c368944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (109777ca-23c0-44ee-a2a4-ed5ffbe41338), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:48.009159 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-e6d6c8a9-aa40-4415-a401-36684c368944 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=dffbb6be6a84460383ddc4abe5443975&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347892 Sep 01 16:35:48.010019 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d6c8a9-aa40-4415-a401-36684c368944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109777ca-23c0-44ee-a2a4-ed5ffbe41338,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:48.011821 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 33156) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:48.069171 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-124ac9cd-72e3-4565-95e5-4992f55bee14 admin admin] Publish callbacks [] for security_group (109777ca-23c0-44ee-a2a4-ed5ffbe41338), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:48.089832 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-124ac9cd-72e3-4565-95e5-4992f55bee14 admin admin] Publish callbacks [] for security_group (109777ca-23c0-44ee-a2a4-ed5ffbe41338), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:48.137372 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-124ac9cd-72e3-4565-95e5-4992f55bee14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (109777ca-23c0-44ee-a2a4-ed5ffbe41338), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:48.139927 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-124ac9cd-72e3-4565-95e5-4992f55bee14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:48.141045 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-124ac9cd-72e3-4565-95e5-4992f55bee14 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/109777ca-23c0-44ee-a2a4-ed5ffbe41338 HTTP/1.1" status: 204 len: 168 time: 0.1276231 Sep 01 16:35:48.149249 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ac9cd-72e3-4565-95e5-4992f55bee14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109777ca-23c0-44ee-a2a4-ed5ffbe41338,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:48.346141 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 275b2cb4-f60a-4816-9fa2-89adf7eeb4a0 up at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:35:48.392158 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58741f45-58a3-460c-a64e-a5f793960848 req-bb5ad1ef-adae-4fd0-8bda-091b11ee1a31 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:48.394620 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning for port 275b2cb4-f60a-4816-9fa2-89adf7eeb4a0 completed by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 16:35:48.401141 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-58741f45-58a3-460c-a64e-a5f793960848 req-bb5ad1ef-adae-4fd0-8bda-091b11ee1a31 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b8caa499-489e-4644-b31a-8dc893a00b66 HTTP/1.1" status: 200 len: 944 time: 0.0716782 Sep 01 16:35:48.401461 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning complete for port 275b2cb4-f60a-4816-9fa2-89adf7eeb4a0 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:35:48.403726 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (275b2cb4-f60a-4816-9fa2-89adf7eeb4a0), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:48.451622 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-58741f45-58a3-460c-a64e-a5f793960848 req-55f3a66d-5397-409f-91c4-df37ebb516ed tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=66c527ad-8440-4b13-be27-25af1e653a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495939 Sep 01 16:35:48.504208 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 275b2cb4-f60a-4816-9fa2-89adf7eeb4a0 is: BUILD; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:35:48.504595 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (275b2cb4-f60a-4816-9fa2-89adf7eeb4a0), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:48.538463 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8caa499-489e-4644-b31a-8dc893a00b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275b2cb4-f60a-4816-9fa2-89adf7eeb4a0'}] {{(pid=106491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:35:48.541608 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27cd250e45b0eab3f9aacaaa4111d690d8ad0f5b6b5c497c1d88b56abc962a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35cef00-59f9-4956-9fd4-f1881b5effe6" -d '{"events": [{"server_uuid": "b8caa499-489e-4644-b31a-8dc893a00b66", "name": "network-vif-plugged", "status": "completed", "tag": "275b2cb4-f60a-4816-9fa2-89adf7eeb4a0"}]}' {{(pid=106491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:35:48.566743 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 275b2cb4-f60a-4816-9fa2-89adf7eeb4a0, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=275b2cb4-f60a-4816-9fa2-89adf7eeb4a0,segment=NetworkSegment(86d75bea-6eb7-4878-b004-a3fe957e0035),segment_id=86d75bea-6eb7-4878-b004-a3fe957e0035)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:35:48.573825 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (275b2cb4-f60a-4816-9fa2-89adf7eeb4a0), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:48.628590 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:48.650348 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225d8923-dad4-42de-9731-d687d40f69e3 x-openstack-request-id: req-225d8923-dad4-42de-9731-d687d40f69e3 {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:35:48.650718 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8caa499-489e-4644-b31a-8dc893a00b66", "name": "network-vif-plugged", "status": "completed", "tag": "275b2cb4-f60a-4816-9fa2-89adf7eeb4a0", "code": 200}]} {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:35:48.651067 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-225d8923-dad4-42de-9731-d687d40f69e3 {{(pid=106491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:35:48.651634 dv-cinder-852209-10-iscsi neutron-server[106491]: INFO neutron.notifiers.nova [-] Nova event matching ['req-225d8923-dad4-42de-9731-d687d40f69e3'] response: {'server_uuid': 'b8caa499-489e-4644-b31a-8dc893a00b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275b2cb4-f60a-4816-9fa2-89adf7eeb4a0', 'code': 200} Sep 01 16:35:48.652417 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=275b2cb4-f60a-4816-9fa2-89adf7eeb4a0,revision_number=5']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:48.719580 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f87f84-8077-4cc9-8a5b-92f86e6d610c req-29913ea7-f303-459a-91b3-9b835ee3e817 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:48.721376 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f5f87f84-8077-4cc9-8a5b-92f86e6d610c req-29913ea7-f303-459a-91b3-9b835ee3e817 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 945 time: 0.0525541 Sep 01 16:35:48.789786 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f5f87f84-8077-4cc9-8a5b-92f86e6d610c req-5fea4a17-19f3-4fcd-b1b4-4aef313218d6 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612578 Sep 01 16:35:49.314734 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28297e-45e8-4679-b80c-19cee5ca813d req-04133520-27fe-40f5-9590-f8dd69af2ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:49.316370 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-5f28297e-45e8-4679-b80c-19cee5ca813d req-04133520-27fe-40f5-9590-f8dd69af2ad2 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=b8caa499-489e-4644-b31a-8dc893a00b66 HTTP/1.1" status: 200 len: 1129 time: 0.0410857 Sep 01 16:35:49.366570 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-5f28297e-45e8-4679-b80c-19cee5ca813d req-1e1c6b61-650d-44f2-90c6-71bad90f7c8b service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=66c527ad-8440-4b13-be27-25af1e653a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414677 Sep 01 16:35:49.579430 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f47539-ba81-4478-a6ef-15d786a63f05 req-adeb36cc-a950-4e7f-bff5-b50404f58658 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:49.580963 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-75f47539-ba81-4478-a6ef-15d786a63f05 req-adeb36cc-a950-4e7f-bff5-b50404f58658 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b8caa499-489e-4644-b31a-8dc893a00b66 HTTP/1.1" status: 200 len: 945 time: 0.0496075 Sep 01 16:35:49.634658 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-75f47539-ba81-4478-a6ef-15d786a63f05 req-2cfdfec4-42c0-45fd-808c-6d932c2bf01a tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=66c527ad-8440-4b13-be27-25af1e653a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473974 Sep 01 16:35:49.920037 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b5459-3f1f-4897-baf6-3e647e0eee62 req-579d6dca-fe5f-478d-8be5-c77a5b39f1d4 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:49.921512 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c83b5459-3f1f-4897-baf6-3e647e0eee62 req-579d6dca-fe5f-478d-8be5-c77a5b39f1d4 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 945 time: 0.0501037 Sep 01 16:35:49.972416 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c83b5459-3f1f-4897-baf6-3e647e0eee62 req-29440b49-481e-4f0d-9b2c-d2f51fcab9bd tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449681 Sep 01 16:35:50.095820 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79dc1cd-95e0-4fb8-afd6-9d310eae7774 req-0986896e-de41-4b64-8a93-1175c194e7f0 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:50.097338 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-b79dc1cd-95e0-4fb8-afd6-9d310eae7774 req-0986896e-de41-4b64-8a93-1175c194e7f0 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 945 time: 0.0511248 Sep 01 16:35:50.152249 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-b79dc1cd-95e0-4fb8-afd6-9d310eae7774 req-7c3d3e81-c9c2-4a8f-92b9-ee27cbb23f53 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493124 Sep 01 16:35:50.777602 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd60420-8564-43c7-8ac6-6531e99b285b req-9fbe758f-b9f2-4c1b-b59f-b18f34135d1f tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:50.779209 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4fd60420-8564-43c7-8ac6-6531e99b285b req-9fbe758f-b9f2-4c1b-b59f-b18f34135d1f tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b8caa499-489e-4644-b31a-8dc893a00b66 HTTP/1.1" status: 200 len: 945 time: 0.0498312 Sep 01 16:35:50.833549 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4fd60420-8564-43c7-8ac6-6531e99b285b req-7922c4a6-0422-4199-9fc9-e3b1ebe3906d tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=66c527ad-8440-4b13-be27-25af1e653a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476234 Sep 01 16:35:50.946434 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 33292) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:51.056032 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0aeccbd2-9e5b-4fe3-b996-b010dc5328f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:51.133102 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0aeccbd2-9e5b-4fe3-b996-b010dc5328f6 admin admin] Publish callbacks [] for security_group (8183dad2-d3c0-42e7-b9af-9eb3ab7e0e27), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:51.137395 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0aeccbd2-9e5b-4fe3-b996-b010dc5328f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (8183dad2-d3c0-42e7-b9af-9eb3ab7e0e27), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:51.141255 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 33298) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:51.141768 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:51.159715 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:51.183509 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeccbd2-9e5b-4fe3-b996-b010dc5328f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8183dad2-d3c0-42e7-b9af-9eb3ab7e0e27,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:51.190091 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-0aeccbd2-9e5b-4fe3-b996-b010dc5328f6 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a9be0a80b8664b3da5467a729ba4061c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2425921 Sep 01 16:35:51.193055 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 33302) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:51.256579 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-1b3077e4-dfa4-409a-8f67-96ead79378ba admin admin] Publish callbacks [] for security_group (8183dad2-d3c0-42e7-b9af-9eb3ab7e0e27), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:51.278088 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-eb888805-2bc4-4c8a-a021-4c4d8100feef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:51.281299 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-1b3077e4-dfa4-409a-8f67-96ead79378ba admin admin] Publish callbacks [] for security_group (8183dad2-d3c0-42e7-b9af-9eb3ab7e0e27), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:51.286455 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-668c02ee-5680-4a2c-8107-03467c13b875 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:51.325308 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:51.359110 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-1b3077e4-dfa4-409a-8f67-96ead79378ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (8183dad2-d3c0-42e7-b9af-9eb3ab7e0e27), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:51.361968 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-1b3077e4-dfa4-409a-8f67-96ead79378ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:51.363146 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-1b3077e4-dfa4-409a-8f67-96ead79378ba admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/8183dad2-d3c0-42e7-b9af-9eb3ab7e0e27 HTTP/1.1" status: 204 len: 168 time: 0.1689725 Sep 01 16:35:51.374364 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3077e4-dfa4-409a-8f67-96ead79378ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8183dad2-d3c0-42e7-b9af-9eb3ab7e0e27,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:51.396638 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-668c02ee-5680-4a2c-8107-03467c13b875 admin admin] Publish callbacks [] for security_group (273ead56-38f7-4f55-bf48-0c66b27cacbc), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:51.402680 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-668c02ee-5680-4a2c-8107-03467c13b875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (273ead56-38f7-4f55-bf48-0c66b27cacbc), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:51.448335 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-668c02ee-5680-4a2c-8107-03467c13b875 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=e6395f60c0df449d8b2afe28d84a4851&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3058259 Sep 01 16:35:51.449400 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c02ee-5680-4a2c-8107-03467c13b875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273ead56-38f7-4f55-bf48-0c66b27cacbc,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:51.452093 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 33306) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:51.494903 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:51.514970 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-269d4024-c598-48b9-a9b8-011389500df7 admin admin] Publish callbacks [] for security_group (273ead56-38f7-4f55-bf48-0c66b27cacbc), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:51.539076 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-269d4024-c598-48b9-a9b8-011389500df7 admin admin] Publish callbacks [] for security_group (273ead56-38f7-4f55-bf48-0c66b27cacbc), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:51.595678 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-269d4024-c598-48b9-a9b8-011389500df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (273ead56-38f7-4f55-bf48-0c66b27cacbc), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:51.600229 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-269d4024-c598-48b9-a9b8-011389500df7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:51.601723 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-269d4024-c598-48b9-a9b8-011389500df7 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/273ead56-38f7-4f55-bf48-0c66b27cacbc HTTP/1.1" status: 204 len: 168 time: 0.1486149 Sep 01 16:35:51.611029 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d4024-c598-48b9-a9b8-011389500df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273ead56-38f7-4f55-bf48-0c66b27cacbc,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:51.951886 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e981772-3b29-4472-874c-aa749aa8658d req-5ba14ce0-e9b4-4839-80e2-2f944600cb14 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:51.954549 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-5e981772-3b29-4472-874c-aa749aa8658d req-5ba14ce0-e9b4-4839-80e2-2f944600cb14 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 945 time: 0.1026554 Sep 01 16:35:51.958104 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178544d-5af2-49e5-b982-95c07d668149 req-f68c97c8-8862-46c3-9a7c-5383ff1190b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:51.959753 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7178544d-5af2-49e5-b982-95c07d668149 req-f68c97c8-8862-46c3-9a7c-5383ff1190b0 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=b4bbb5d3895c49fa8695d3bca946dbea&device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 1129 time: 0.0864203 Sep 01 16:35:52.072965 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a284839-901f-40ac-a087-c674f57b0f16 req-d351a290-7e38-4e53-b71c-0f980b0d2e00 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:52.073095 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-5e981772-3b29-4472-874c-aa749aa8658d req-67a1d7e6-6155-4098-aa41-5690732e22a3 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114054 Sep 01 16:35:52.083856 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-6a284839-901f-40ac-a087-c674f57b0f16 req-d351a290-7e38-4e53-b71c-0f980b0d2e00 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b8caa499-489e-4644-b31a-8dc893a00b66 HTTP/1.1" status: 200 len: 945 time: 0.1053009 Sep 01 16:35:52.116028 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178544d-5af2-49e5-b982-95c07d668149 req-dbdcbb4a-1afd-4587-8dd3-7cc0f2441cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:52.118120 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7178544d-5af2-49e5-b982-95c07d668149 req-dbdcbb4a-1afd-4587-8dd3-7cc0f2441cfd service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7 HTTP/1.1" status: 200 len: 918 time: 0.1417856 Sep 01 16:35:52.152684 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-6a284839-901f-40ac-a087-c674f57b0f16 req-bfe08dba-d92e-43c7-8f2a-b43074b4099f tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=66c527ad-8440-4b13-be27-25af1e653a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627792 Sep 01 16:35:52.158459 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 33350) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:52.169382 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7178544d-5af2-49e5-b982-95c07d668149 req-22048696-475a-41ec-b9af-962bf54418c1 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=871bccd9-3596-40d8-8c9a-f29d5ba58a45 HTTP/1.1" status: 200 len: 217 time: 0.0452640 Sep 01 16:35:52.173564 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-1c077f16-6547-460b-bda6-29dd23275cea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:52.271282 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-1c077f16-6547-460b-bda6-29dd23275cea admin admin] Publish callbacks [] for security_group (645f9684-b9d1-49e9-9432-9a381edbb786), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:52.276780 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-1c077f16-6547-460b-bda6-29dd23275cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (645f9684-b9d1-49e9-9432-9a381edbb786), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:52.334915 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-1c077f16-6547-460b-bda6-29dd23275cea admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=372b9ecc883f4bd4a02e544814cb800b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1752472 Sep 01 16:35:52.339054 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 33356) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:52.365055 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c077f16-6547-460b-bda6-29dd23275cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645f9684-b9d1-49e9-9432-9a381edbb786,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:52.416889 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-735232bb-62dc-4c10-bee0-ea2acbf8c853 admin admin] Publish callbacks [] for security_group (645f9684-b9d1-49e9-9432-9a381edbb786), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:52.441884 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-735232bb-62dc-4c10-bee0-ea2acbf8c853 admin admin] Publish callbacks [] for security_group (645f9684-b9d1-49e9-9432-9a381edbb786), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:52.519184 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-735232bb-62dc-4c10-bee0-ea2acbf8c853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (645f9684-b9d1-49e9-9432-9a381edbb786), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:52.523298 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-735232bb-62dc-4c10-bee0-ea2acbf8c853 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:52.525273 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-735232bb-62dc-4c10-bee0-ea2acbf8c853 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/645f9684-b9d1-49e9-9432-9a381edbb786 HTTP/1.1" status: 204 len: 168 time: 0.1851261 Sep 01 16:35:52.543763 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735232bb-62dc-4c10-bee0-ea2acbf8c853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645f9684-b9d1-49e9-9432-9a381edbb786,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:52.583263 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178544d-5af2-49e5-b982-95c07d668149 req-594b1d32-9eda-46fd-a276-391f65a6b7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:52.585438 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7178544d-5af2-49e5-b982-95c07d668149 req-594b1d32-9eda-46fd-a276-391f65a6b7cb service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=82786ccd-9c4e-40d1-ba01-7f97c9ac8af5 HTTP/1.1" status: 200 len: 856 time: 0.4051614 Sep 01 16:35:52.641910 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178544d-5af2-49e5-b982-95c07d668149 req-b3d16d60-4b23-4918-8cac-8c5a54bfd337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:52.643893 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7178544d-5af2-49e5-b982-95c07d668149 req-b3d16d60-4b23-4918-8cac-8c5a54bfd337 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0507307 Sep 01 16:35:52.727722 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=72 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:52.739508 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=55,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:52.768811 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7178544d-5af2-49e5-b982-95c07d668149 req-5abf0fd7-131c-4f0c-8942-6626ad6f5f1d service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172504 Sep 01 16:35:52.889605 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7178544d-5af2-49e5-b982-95c07d668149 req-5c0ecaa0-f4db-4d00-a834-e9fd0f7df348 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115468 Sep 01 16:35:53.332896 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbbbf2-71ec-46a9-88c0-885d8902f007 req-a1e0b1b2-36f6-41cc-8c13-11708d4b32d8 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:53.334598 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-f8fbbbf2-71ec-46a9-88c0-885d8902f007 req-a1e0b1b2-36f6-41cc-8c13-11708d4b32d8 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 945 time: 0.1126661 Sep 01 16:35:53.423427 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3b6c7-a376-49d5-85e6-671ce2d56a88 req-32e4a61f-18e1-4c29-8bee-6b3053882bb3 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:53.432266 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c0e3b6c7-a376-49d5-85e6-671ce2d56a88 req-32e4a61f-18e1-4c29-8bee-6b3053882bb3 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b8caa499-489e-4644-b31a-8dc893a00b66 HTTP/1.1" status: 200 len: 945 time: 0.0801554 Sep 01 16:35:53.450087 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-f8fbbbf2-71ec-46a9-88c0-885d8902f007 req-6847a8a6-237c-439c-bab2-0d948f994bbf tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032188 Sep 01 16:35:53.518690 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c0e3b6c7-a376-49d5-85e6-671ce2d56a88 req-93b89aee-8e3f-4ff5-9edb-a4f1b36a7c3d tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=66c527ad-8440-4b13-be27-25af1e653a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840614 Sep 01 16:35:53.700164 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5dd567a5-07a0-41ac-bf0e-7413dfcb213b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:54.383495 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 33456) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:54.500849 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-1e0546e5-511c-4609-bb73-9fb4be8758a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:54.557507 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:DELETE=4 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:54.611986 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:54.613623 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633abaf-016c-45f2-a903-e4c01a314ae6 req-4684471c-ed99-4b40-ac61-b758f969f213 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:54.615167 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-4633abaf-016c-45f2-a903-e4c01a314ae6 req-4684471c-ed99-4b40-ac61-b758f969f213 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 945 time: 0.0935507 Sep 01 16:35:54.662941 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:54.666204 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db67c09-f18a-4d0b-8844-18153183ba8e req-3c68bd57-87de-4a84-a33d-141bc50c1aa7 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:54.668444 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0db67c09-f18a-4d0b-8844-18153183ba8e req-3c68bd57-87de-4a84-a33d-141bc50c1aa7 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b8caa499-489e-4644-b31a-8dc893a00b66 HTTP/1.1" status: 200 len: 945 time: 0.0545011 Sep 01 16:35:54.688294 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-1e0546e5-511c-4609-bb73-9fb4be8758a3 admin admin] Publish callbacks [] for security_group (51ff1149-8086-4630-8edb-e7e6f49d0678), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:54.692853 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-4633abaf-016c-45f2-a903-e4c01a314ae6 req-b2e3d366-dc7e-492e-8d90-e95bbf7c2f83 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701027 Sep 01 16:35:54.694555 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-1e0546e5-511c-4609-bb73-9fb4be8758a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (51ff1149-8086-4630-8edb-e7e6f49d0678), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:54.721514 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0db67c09-f18a-4d0b-8844-18153183ba8e req-fc34bbac-988c-4ab5-af2d-e3dda5a56beb tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=66c527ad-8440-4b13-be27-25af1e653a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451372 Sep 01 16:35:54.754747 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 33464) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:54.763090 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-1e0546e5-511c-4609-bb73-9fb4be8758a3 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a5781da6630a4238b361fcb1754fd237&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3784616 Sep 01 16:35:54.771672 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0546e5-511c-4609-bb73-9fb4be8758a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ff1149-8086-4630-8edb-e7e6f49d0678,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:54.816921 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-f1a38d4e-8568-4649-9733-3abd344c4fb3 admin admin] Publish callbacks [] for security_group (51ff1149-8086-4630-8edb-e7e6f49d0678), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:54.818957 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:54.826461 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:54.843342 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-f1a38d4e-8568-4649-9733-3abd344c4fb3 admin admin] Publish callbacks [] for security_group (51ff1149-8086-4630-8edb-e7e6f49d0678), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:54.908838 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-f1a38d4e-8568-4649-9733-3abd344c4fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (51ff1149-8086-4630-8edb-e7e6f49d0678), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:54.913972 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-f1a38d4e-8568-4649-9733-3abd344c4fb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:54.923441 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-f1a38d4e-8568-4649-9733-3abd344c4fb3 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/51ff1149-8086-4630-8edb-e7e6f49d0678 HTTP/1.1" status: 204 len: 168 time: 0.1671355 Sep 01 16:35:54.938082 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a38d4e-8568-4649-9733-3abd344c4fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ff1149-8086-4630-8edb-e7e6f49d0678,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:54.960593 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a38d4e-8568-4649-9733-3abd344c4fb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:54.960593 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a38d4e-8568-4649-9733-3abd344c4fb3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:54.960593 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a38d4e-8568-4649-9733-3abd344c4fb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:54.960593 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a38d4e-8568-4649-9733-3abd344c4fb3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:54.960593 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a38d4e-8568-4649-9733-3abd344c4fb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:54.960593 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a38d4e-8568-4649-9733-3abd344c4fb3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:54.960593 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a38d4e-8568-4649-9733-3abd344c4fb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:54.960593 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a38d4e-8568-4649-9733-3abd344c4fb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:54.960593 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a38d4e-8568-4649-9733-3abd344c4fb3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:54.960593 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a38d4e-8568-4649-9733-3abd344c4fb3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:54.960593 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a38d4e-8568-4649-9733-3abd344c4fb3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:54.960593 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a38d4e-8568-4649-9733-3abd344c4fb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:54.960593 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a38d4e-8568-4649-9733-3abd344c4fb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:54.960593 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a38d4e-8568-4649-9733-3abd344c4fb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:54.960593 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a38d4e-8568-4649-9733-3abd344c4fb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:55.246639 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923fcad6-3fb1-419e-bdaa-7d87a99b8d6a req-f81fc162-8dbb-40c1-9d71-bb97edfd86e1 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:55.248368 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-923fcad6-3fb1-419e-bdaa-7d87a99b8d6a req-f81fc162-8dbb-40c1-9d71-bb97edfd86e1 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=b8caa499-489e-4644-b31a-8dc893a00b66 HTTP/1.1" status: 200 len: 945 time: 0.0610843 Sep 01 16:35:55.342220 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [req-923fcad6-3fb1-419e-bdaa-7d87a99b8d6a req-7dc93601-ab14-4b64-bf7e-7f411fb9ddd3 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Deleting port 275b2cb4-f60a-4816-9fa2-89adf7eeb4a0 {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:35:55.342591 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-923fcad6-3fb1-419e-bdaa-7d87a99b8d6a req-7dc93601-ab14-4b64-bf7e-7f411fb9ddd3 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (275b2cb4-f60a-4816-9fa2-89adf7eeb4a0), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:55.439139 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-923fcad6-3fb1-419e-bdaa-7d87a99b8d6a req-7dc93601-ab14-4b64-bf7e-7f411fb9ddd3 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] For port 275b2cb4-f60a-4816-9fa2-89adf7eeb4a0, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=275b2cb4-f60a-4816-9fa2-89adf7eeb4a0,segment=NetworkSegment(86d75bea-6eb7-4878-b004-a3fe957e0035),segment_id=86d75bea-6eb7-4878-b004-a3fe957e0035)] {{(pid=106490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:35:55.439499 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-923fcad6-3fb1-419e-bdaa-7d87a99b8d6a req-7dc93601-ab14-4b64-bf7e-7f411fb9ddd3 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (275b2cb4-f60a-4816-9fa2-89adf7eeb4a0), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:55.454679 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [req-923fcad6-3fb1-419e-bdaa-7d87a99b8d6a req-7dc93601-ab14-4b64-bf7e-7f411fb9ddd3 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Calling delete_port for 275b2cb4-f60a-4816-9fa2-89adf7eeb4a0 owned by compute:nova {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:35:55.599816 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-923fcad6-3fb1-419e-bdaa-7d87a99b8d6a req-7dc93601-ab14-4b64-bf7e-7f411fb9ddd3 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (275b2cb4-f60a-4816-9fa2-89adf7eeb4a0), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:55.628403 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc93601-ab14-4b64-bf7e-7f411fb9ddd3 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Pushing event deleted for resources: {'Port': ['ID=275b2cb4-f60a-4816-9fa2-89adf7eeb4a0,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:55.649721 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] get_ports_and_sgs() called for port_ids ['275b2cb4-f60a-4816-9fa2-89adf7eeb4a0'] {{(pid=106491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 16:35:55.673559 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [req-923fcad6-3fb1-419e-bdaa-7d87a99b8d6a req-7dc93601-ab14-4b64-bf7e-7f411fb9ddd3 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] No DVR routers for this DVR port 275b2cb4-f60a-4816-9fa2-89adf7eeb4a0 on host hv-cinder-85220 {{(pid=106490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 16:35:55.675994 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-923fcad6-3fb1-419e-bdaa-7d87a99b8d6a req-7dc93601-ab14-4b64-bf7e-7f411fb9ddd3 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:55.679239 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-923fcad6-3fb1-419e-bdaa-7d87a99b8d6a req-7dc93601-ab14-4b64-bf7e-7f411fb9ddd3 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.77 "DELETE /networking/v2.0/ports/275b2cb4-f60a-4816-9fa2-89adf7eeb4a0 HTTP/1.1" status: 204 len: 173 time: 0.4252372 Sep 01 16:35:55.680328 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8caa499-489e-4644-b31a-8dc893a00b66', 'name': 'network-vif-deleted', 'tag': '275b2cb4-f60a-4816-9fa2-89adf7eeb4a0'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:35:55.682410 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f9c1c2-e7e4-41a7-895b-ecad3922c591" -d '{"events": [{"server_uuid": "b8caa499-489e-4644-b31a-8dc893a00b66", "name": "network-vif-deleted", "tag": "275b2cb4-f60a-4816-9fa2-89adf7eeb4a0"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:35:55.755799 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb36fc50-b72b-49eb-9780-9c06c3a87425 x-openstack-request-id: req-cb36fc50-b72b-49eb-9780-9c06c3a87425 {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:35:55.756743 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8caa499-489e-4644-b31a-8dc893a00b66", "name": "network-vif-deleted", "tag": "275b2cb4-f60a-4816-9fa2-89adf7eeb4a0", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:35:55.757691 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cb36fc50-b72b-49eb-9780-9c06c3a87425 {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:35:55.759256 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb36fc50-b72b-49eb-9780-9c06c3a87425'] response: {'server_uuid': 'b8caa499-489e-4644-b31a-8dc893a00b66', 'name': 'network-vif-deleted', 'tag': '275b2cb4-f60a-4816-9fa2-89adf7eeb4a0', 'status': 'completed', 'code': 200} Sep 01 16:35:55.869306 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e434d36-c898-4cf2-92ea-11b8d62e94dc req-670106cc-05d7-43bd-814a-d1d148b23c76 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:55.872053 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-9e434d36-c898-4cf2-92ea-11b8d62e94dc req-670106cc-05d7-43bd-814a-d1d148b23c76 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 945 time: 0.0710554 Sep 01 16:35:55.933258 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-9e434d36-c898-4cf2-92ea-11b8d62e94dc req-c2bbd248-25dc-4aac-b065-c559a65b540d tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541568 Sep 01 16:35:55.959349 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-4fb957a6-6861-44de-92d8-3abd18c7d2c8 req-5de271e4-532f-43c9-a3c9-b877481d8a58 tempest-VolumesActionsTest-80650973 tempest-VolumesActionsTest-80650973-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b8caa499-489e-4644-b31a-8dc893a00b66 HTTP/1.1" status: 200 len: 210 time: 0.0463092 Sep 01 16:35:56.319711 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:56.480578 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:57.095735 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f0afd-efbf-435d-a494-a0e56b172bcc req-b771d092-4a2d-4ae8-a34e-929a1dcbc194 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:57.097371 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0c0f0afd-efbf-435d-a494-a0e56b172bcc req-b771d092-4a2d-4ae8-a34e-929a1dcbc194 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 945 time: 0.0636940 Sep 01 16:35:57.152244 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0c0f0afd-efbf-435d-a494-a0e56b172bcc req-cb57a32a-3b6b-4a41-b98c-bc217b2a8845 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464599 Sep 01 16:35:58.212681 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 33668) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:58.287450 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b573d2-dc9a-4ef2-90e4-5419a7c53995 req-4d0c5679-a674-4e1d-a1e4-6db72b558d5a tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:58.289279 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-52b573d2-dc9a-4ef2-90e4-5419a7c53995 req-4d0c5679-a674-4e1d-a1e4-6db72b558d5a tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 945 time: 0.0557077 Sep 01 16:35:58.334434 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-b84eb607-8f07-48f4-9fb6-b0e1d69b1047 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:58.346284 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-52b573d2-dc9a-4ef2-90e4-5419a7c53995 req-198b6833-f45e-4ce4-8c59-c1927b7a61fb tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500906 Sep 01 16:35:58.423184 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-b84eb607-8f07-48f4-9fb6-b0e1d69b1047 admin admin] Publish callbacks [] for security_group (4dc170b1-8646-4c8f-81c0-55d804593c9b), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:58.427451 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-b84eb607-8f07-48f4-9fb6-b0e1d69b1047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (4dc170b1-8646-4c8f-81c0-55d804593c9b), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:58.443619 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 275b2cb4-f60a-4816-9fa2-89adf7eeb4a0 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:35:58.457471 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:58.467317 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] No Port match for: 275b2cb4-f60a-4816-9fa2-89adf7eeb4a0 {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:35:58.467564 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 275b2cb4-f60a-4816-9fa2-89adf7eeb4a0 not bound to the agent host hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:35:58.467980 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:35:58.480091 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84eb607-8f07-48f4-9fb6-b0e1d69b1047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc170b1-8646-4c8f-81c0-55d804593c9b,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:58.486315 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-b84eb607-8f07-48f4-9fb6-b0e1d69b1047 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=10f1f9af43e94b129a12a78888672054&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2725606 Sep 01 16:35:58.488936 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 33678) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:58.547596 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a87a7f86-2173-4ea3-bc54-0c3176ba45a1 admin admin] Publish callbacks [] for security_group (4dc170b1-8646-4c8f-81c0-55d804593c9b), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:58.569181 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a87a7f86-2173-4ea3-bc54-0c3176ba45a1 admin admin] Publish callbacks [] for security_group (4dc170b1-8646-4c8f-81c0-55d804593c9b), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:58.624709 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a87a7f86-2173-4ea3-bc54-0c3176ba45a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (4dc170b1-8646-4c8f-81c0-55d804593c9b), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:58.627640 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a87a7f86-2173-4ea3-bc54-0c3176ba45a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:58.628936 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-a87a7f86-2173-4ea3-bc54-0c3176ba45a1 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/4dc170b1-8646-4c8f-81c0-55d804593c9b HTTP/1.1" status: 204 len: 168 time: 0.1389215 Sep 01 16:35:58.639628 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a7f86-2173-4ea3-bc54-0c3176ba45a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc170b1-8646-4c8f-81c0-55d804593c9b,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:58.967616 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 33694) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:58.983131 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-14162581-97b5-47df-85a2-3b2944830422 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:59.078593 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-14162581-97b5-47df-85a2-3b2944830422 admin admin] Publish callbacks [] for security_group (781e3a74-7107-49e9-823c-8fab7fc0d2b7), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:59.082664 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-14162581-97b5-47df-85a2-3b2944830422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (781e3a74-7107-49e9-823c-8fab7fc0d2b7), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:59.126137 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14162581-97b5-47df-85a2-3b2944830422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781e3a74-7107-49e9-823c-8fab7fc0d2b7,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:59.130410 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-14162581-97b5-47df-85a2-3b2944830422 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ee27b104875e4322b2c3804495004075&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1612506 Sep 01 16:35:59.133650 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 33700) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:59.182266 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-85760434-8a49-4968-b1ab-00076ad8e7ea admin admin] Publish callbacks [] for security_group (781e3a74-7107-49e9-823c-8fab7fc0d2b7), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:59.202764 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-85760434-8a49-4968-b1ab-00076ad8e7ea admin admin] Publish callbacks [] for security_group (781e3a74-7107-49e9-823c-8fab7fc0d2b7), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:59.249848 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-85760434-8a49-4968-b1ab-00076ad8e7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (781e3a74-7107-49e9-823c-8fab7fc0d2b7), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:59.252522 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-85760434-8a49-4968-b1ab-00076ad8e7ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:59.253669 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-85760434-8a49-4968-b1ab-00076ad8e7ea admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/781e3a74-7107-49e9-823c-8fab7fc0d2b7 HTTP/1.1" status: 204 len: 168 time: 0.1192033 Sep 01 16:35:59.262580 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85760434-8a49-4968-b1ab-00076ad8e7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781e3a74-7107-49e9-823c-8fab7fc0d2b7,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:59.476083 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b0827-a054-4587-94c5-d167bdeaa153 req-0358a8e7-b741-4081-bfee-f5291734a8c5 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:35:59.477591 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-668b0827-a054-4587-94c5-d167bdeaa153 req-0358a8e7-b741-4081-bfee-f5291734a8c5 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 945 time: 0.0473585 Sep 01 16:35:59.529266 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-668b0827-a054-4587-94c5-d167bdeaa153 req-c8739e53-b2c8-40a3-be1b-b7c6e4e43702 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444746 Sep 01 16:35:59.600469 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 33710) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:59.613929 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-7738e432-6706-45d2-9b2f-4b97fb029396 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:59.702782 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-7738e432-6706-45d2-9b2f-4b97fb029396 admin admin] Publish callbacks [] for security_group (0f95d412-5b35-4848-9f08-f54b06f7465a), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:59.706281 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-7738e432-6706-45d2-9b2f-4b97fb029396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (0f95d412-5b35-4848-9f08-f54b06f7465a), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:59.748602 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738e432-6706-45d2-9b2f-4b97fb029396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f95d412-5b35-4848-9f08-f54b06f7465a,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:35:59.752660 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-7738e432-6706-45d2-9b2f-4b97fb029396 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=9db4031bf080409da863959a894954ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1511936 Sep 01 16:35:59.755525 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 33714) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:35:59.758680 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738e432-6706-45d2-9b2f-4b97fb029396 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:59.759035 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738e432-6706-45d2-9b2f-4b97fb029396 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:59.759377 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738e432-6706-45d2-9b2f-4b97fb029396 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:59.759714 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738e432-6706-45d2-9b2f-4b97fb029396 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:59.760044 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738e432-6706-45d2-9b2f-4b97fb029396 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:59.760373 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738e432-6706-45d2-9b2f-4b97fb029396 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:59.760697 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738e432-6706-45d2-9b2f-4b97fb029396 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:59.761022 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738e432-6706-45d2-9b2f-4b97fb029396 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:59.761355 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738e432-6706-45d2-9b2f-4b97fb029396 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:59.761678 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738e432-6706-45d2-9b2f-4b97fb029396 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:59.762028 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738e432-6706-45d2-9b2f-4b97fb029396 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:59.762562 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738e432-6706-45d2-9b2f-4b97fb029396 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:59.762884 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738e432-6706-45d2-9b2f-4b97fb029396 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:59.766707 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738e432-6706-45d2-9b2f-4b97fb029396 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:59.769708 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738e432-6706-45d2-9b2f-4b97fb029396 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:35:59.771879 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.agents_db [None req-09d9e05d-4d55-4c1e-8994-77c39c5d0c8d None None] Agent healthcheck: found 6 active agents {{(pid=106492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:35:59.809096 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-06a675c3-f7b5-48a7-b06f-d31d2c88f5ff admin admin] Publish callbacks [] for security_group (0f95d412-5b35-4848-9f08-f54b06f7465a), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:59.832223 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-06a675c3-f7b5-48a7-b06f-d31d2c88f5ff admin admin] Publish callbacks [] for security_group (0f95d412-5b35-4848-9f08-f54b06f7465a), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:59.882376 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-06a675c3-f7b5-48a7-b06f-d31d2c88f5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (0f95d412-5b35-4848-9f08-f54b06f7465a), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:59.885059 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-06a675c3-f7b5-48a7-b06f-d31d2c88f5ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:35:59.886220 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-06a675c3-f7b5-48a7-b06f-d31d2c88f5ff admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/0f95d412-5b35-4848-9f08-f54b06f7465a HTTP/1.1" status: 204 len: 168 time: 0.1297696 Sep 01 16:35:59.894543 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a675c3-f7b5-48a7-b06f-d31d2c88f5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f95d412-5b35-4848-9f08-f54b06f7465a,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:00.657240 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cfcfc8-003a-4e37-8581-9c29d4facb04 req-a10c8e18-9e0f-4435-9201-0138f0900e41 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:00.658616 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-84cfcfc8-003a-4e37-8581-9c29d4facb04 req-a10c8e18-9e0f-4435-9201-0138f0900e41 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 945 time: 0.0526173 Sep 01 16:36:00.706992 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-84cfcfc8-003a-4e37-8581-9c29d4facb04 req-0758442c-ad8e-4554-b27e-7b0660bbd0fe tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428109 Sep 01 16:36:01.845601 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93bc351-bdf0-42be-b0c1-f32bdaef6a96 req-ba3149d7-3994-4ef6-82f9-2337813c0461 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:01.849083 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f93bc351-bdf0-42be-b0c1-f32bdaef6a96 req-ba3149d7-3994-4ef6-82f9-2337813c0461 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 945 time: 0.0581806 Sep 01 16:36:01.850038 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 33794) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:36:01.871178 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:01.899482 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f93bc351-bdf0-42be-b0c1-f32bdaef6a96 req-8aeed7b1-a401-49be-9960-11dd50677bc2 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437694 Sep 01 16:36:01.981622 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-16b8b198-a0d7-4747-a4d7-093f8783fd5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:02.005512 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:02.065131 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-16b8b198-a0d7-4747-a4d7-093f8783fd5d admin admin] Publish callbacks [] for security_group (7865fb08-f486-4049-a872-30bfba3c463a), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:02.069125 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-16b8b198-a0d7-4747-a4d7-093f8783fd5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (7865fb08-f486-4049-a872-30bfba3c463a), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:02.113464 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-16b8b198-a0d7-4747-a4d7-093f8783fd5d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=d1acfef541384c44bd383879051f20d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2623119 Sep 01 16:36:02.114158 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8b198-a0d7-4747-a4d7-093f8783fd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7865fb08-f486-4049-a872-30bfba3c463a,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:02.116254 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 33802) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:36:02.170382 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-c3e27a66-3014-4474-b519-20d416c49995 admin admin] Publish callbacks [] for security_group (7865fb08-f486-4049-a872-30bfba3c463a), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:02.190984 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-c3e27a66-3014-4474-b519-20d416c49995 admin admin] Publish callbacks [] for security_group (7865fb08-f486-4049-a872-30bfba3c463a), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:02.242957 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-c3e27a66-3014-4474-b519-20d416c49995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (7865fb08-f486-4049-a872-30bfba3c463a), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:02.245691 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-c3e27a66-3014-4474-b519-20d416c49995 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:02.246923 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-c3e27a66-3014-4474-b519-20d416c49995 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/7865fb08-f486-4049-a872-30bfba3c463a HTTP/1.1" status: 204 len: 168 time: 0.1289873 Sep 01 16:36:02.254885 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e27a66-3014-4474-b519-20d416c49995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7865fb08-f486-4049-a872-30bfba3c463a,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:02.531529 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 33814) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:36:02.545748 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-087f02e7-79b2-4c50-b1d3-69fa6f7395f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:02.563988 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:02.632365 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-087f02e7-79b2-4c50-b1d3-69fa6f7395f8 admin admin] Publish callbacks [] for security_group (f4b6e705-faac-4009-ace5-04b8d204b77c), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:02.635976 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-087f02e7-79b2-4c50-b1d3-69fa6f7395f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (f4b6e705-faac-4009-ace5-04b8d204b77c), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:02.674144 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f02e7-79b2-4c50-b1d3-69fa6f7395f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b6e705-faac-4009-ace5-04b8d204b77c,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:02.678480 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-087f02e7-79b2-4c50-b1d3-69fa6f7395f8 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=96d06633b175479d8b0479a72affdcd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1459279 Sep 01 16:36:02.681488 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 33818) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:36:02.721758 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:02.732344 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-2ceb5787-1d8e-4505-ad91-58e82faf951b admin admin] Publish callbacks [] for security_group (f4b6e705-faac-4009-ace5-04b8d204b77c), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:02.754003 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-2ceb5787-1d8e-4505-ad91-58e82faf951b admin admin] Publish callbacks [] for security_group (f4b6e705-faac-4009-ace5-04b8d204b77c), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:02.805095 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-2ceb5787-1d8e-4505-ad91-58e82faf951b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (f4b6e705-faac-4009-ace5-04b8d204b77c), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:02.807871 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-2ceb5787-1d8e-4505-ad91-58e82faf951b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:02.809209 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-2ceb5787-1d8e-4505-ad91-58e82faf951b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f4b6e705-faac-4009-ace5-04b8d204b77c HTTP/1.1" status: 204 len: 168 time: 0.1266141 Sep 01 16:36:02.819634 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb5787-1d8e-4505-ad91-58e82faf951b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b6e705-faac-4009-ace5-04b8d204b77c,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:03.025466 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32814e5d-9a2f-4873-b851-272fed9a883e req-b711461c-9439-4fe4-8138-c35ba2ce01e8 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:03.027646 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-32814e5d-9a2f-4873-b851-272fed9a883e req-b711461c-9439-4fe4-8138-c35ba2ce01e8 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 945 time: 0.0536547 Sep 01 16:36:03.088480 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-32814e5d-9a2f-4873-b851-272fed9a883e req-b5461c9f-ce32-474c-8615-6179681b676c tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552087 Sep 01 16:36:03.149365 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 33828) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:36:03.163017 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-5bdc58ae-447f-4d9c-8a1b-0acd5ca51602 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:03.242678 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-5bdc58ae-447f-4d9c-8a1b-0acd5ca51602 admin admin] Publish callbacks [] for security_group (e7a945be-121e-41a6-9f15-5e8ec24c44a0), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:03.250342 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-5bdc58ae-447f-4d9c-8a1b-0acd5ca51602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (e7a945be-121e-41a6-9f15-5e8ec24c44a0), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:03.295781 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-5bdc58ae-447f-4d9c-8a1b-0acd5ca51602 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=98af09eca26343a3b4b4b540635f8a53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1451645 Sep 01 16:36:03.296476 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc58ae-447f-4d9c-8a1b-0acd5ca51602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a945be-121e-41a6-9f15-5e8ec24c44a0,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:03.298470 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 33832) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:36:03.349949 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-144438b6-741b-4be5-b0dc-b9d4a6ebab48 admin admin] Publish callbacks [] for security_group (e7a945be-121e-41a6-9f15-5e8ec24c44a0), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:03.375989 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-144438b6-741b-4be5-b0dc-b9d4a6ebab48 admin admin] Publish callbacks [] for security_group (e7a945be-121e-41a6-9f15-5e8ec24c44a0), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:03.426093 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-144438b6-741b-4be5-b0dc-b9d4a6ebab48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (e7a945be-121e-41a6-9f15-5e8ec24c44a0), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:03.428991 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-144438b6-741b-4be5-b0dc-b9d4a6ebab48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:03.430847 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-144438b6-741b-4be5-b0dc-b9d4a6ebab48 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e7a945be-121e-41a6-9f15-5e8ec24c44a0 HTTP/1.1" status: 204 len: 168 time: 0.1314025 Sep 01 16:36:03.443415 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144438b6-741b-4be5-b0dc-b9d4a6ebab48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a945be-121e-41a6-9f15-5e8ec24c44a0,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:03.570541 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (294a3787-103d-4a51-bc9c-bc09638a7966), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:03.692411 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 33850) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:36:03.807570 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-14d92f38-5f97-4c31-b0c1-4cf3292083b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:03.894026 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-14d92f38-5f97-4c31-b0c1-4cf3292083b2 admin admin] Publish callbacks [] for security_group (859fa284-c8bf-45a9-b1fe-ed56d53218d0), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:03.899051 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-14d92f38-5f97-4c31-b0c1-4cf3292083b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (859fa284-c8bf-45a9-b1fe-ed56d53218d0), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:03.940012 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-14d92f38-5f97-4c31-b0c1-4cf3292083b2 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=0f2d27289c1744cb88dc4ee160759421&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2465124 Sep 01 16:36:03.941277 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d92f38-5f97-4c31-b0c1-4cf3292083b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859fa284-c8bf-45a9-b1fe-ed56d53218d0,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:03.942899 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 33864) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:36:03.995870 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-c3086b24-5043-4d3d-a206-7af4128c5296 admin admin] Publish callbacks [] for security_group (859fa284-c8bf-45a9-b1fe-ed56d53218d0), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:04.014981 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-c3086b24-5043-4d3d-a206-7af4128c5296 admin admin] Publish callbacks [] for security_group (859fa284-c8bf-45a9-b1fe-ed56d53218d0), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:04.066980 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-c3086b24-5043-4d3d-a206-7af4128c5296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (859fa284-c8bf-45a9-b1fe-ed56d53218d0), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:04.069548 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-c3086b24-5043-4d3d-a206-7af4128c5296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:04.071028 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-c3086b24-5043-4d3d-a206-7af4128c5296 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/859fa284-c8bf-45a9-b1fe-ed56d53218d0 HTTP/1.1" status: 204 len: 168 time: 0.1267757 Sep 01 16:36:04.084245 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3086b24-5043-4d3d-a206-7af4128c5296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859fa284-c8bf-45a9-b1fe-ed56d53218d0,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:04.216842 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11111ed-4d76-4c2a-bf34-0415a7d022c0 req-4d45af38-1b2c-4a61-97ce-a3ea73bddf26 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:04.222701 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a11111ed-4d76-4c2a-bf34-0415a7d022c0 req-4d45af38-1b2c-4a61-97ce-a3ea73bddf26 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 945 time: 0.0605688 Sep 01 16:36:04.279651 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 33882) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:36:04.291503 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a11111ed-4d76-4c2a-bf34-0415a7d022c0 req-c541836d-e8d5-4500-9332-41b8117f674d tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666480 Sep 01 16:36:04.395064 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-c72deaaf-8848-4b7f-881d-5a1cafb75cfb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1555553952-network', 'tenant_id': '09b1f2c2ff4e4338acd2a3367a4fdee5'}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:04.416747 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72deaaf-8848-4b7f-881d-5a1cafb75cfb admin admin] Made reservation on behalf of 09b1f2c2ff4e4338acd2a3367a4fdee5 for: {'network': 1} {{(pid=106489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:36:04.419175 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-c72deaaf-8848-4b7f-881d-5a1cafb75cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for network (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:04.427681 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-c72deaaf-8848-4b7f-881d-5a1cafb75cfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:04.500377 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=4 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:04.512390 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-c72deaaf-8848-4b7f-881d-5a1cafb75cfb admin admin] Publish callbacks [] for security_group (0b2328c1-9620-472d-b749-dba6a89d779a), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:04.517476 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-c72deaaf-8848-4b7f-881d-5a1cafb75cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (0b2328c1-9620-472d-b749-dba6a89d779a), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:04.541083 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c72deaaf-8848-4b7f-881d-5a1cafb75cfb admin admin] vlan segment allocate from pool success with {'vlan_id': 945, 'physical_network': 'physnet1'} {{(pid=106489) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:36:04.558317 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72deaaf-8848-4b7f-881d-5a1cafb75cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2328c1-9620-472d-b749-dba6a89d779a,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:04.561190 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-c72deaaf-8848-4b7f-881d-5a1cafb75cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449'] for segment (098b0357-abb2-4d87-a3b6-bd4af7d5fb42), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:04.561531 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.db.segments_db [None req-c72deaaf-8848-4b7f-881d-5a1cafb75cfb admin admin] Added segment 098b0357-abb2-4d87-a3b6-bd4af7d5fb42 of type vlan for network 38acd0bc-b894-4eb9-a8c5-fadf4fec09f0 Sep 01 16:36:04.608984 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-c72deaaf-8848-4b7f-881d-5a1cafb75cfb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777439247782'] for network (38acd0bc-b894-4eb9-a8c5-fadf4fec09f0), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:04.639321 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-c72deaaf-8848-4b7f-881d-5a1cafb75cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248'] for network (38acd0bc-b894-4eb9-a8c5-fadf4fec09f0), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:04.640372 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72deaaf-8848-4b7f-881d-5a1cafb75cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:04.640974 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-c72deaaf-8848-4b7f-881d-5a1cafb75cfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for network (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:04.703499 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-c72deaaf-8848-4b7f-881d-5a1cafb75cfb admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4226615 Sep 01 16:36:04.706268 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 33902) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:36:04.711570 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-da17bb45-bb4f-42a0-a87b-ba09624107cc admin admin] Request body: {'subnet': {'network_id': '38acd0bc-b894-4eb9-a8c5-fadf4fec09f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1555553952-subnet', 'tenant_id': '09b1f2c2ff4e4338acd2a3367a4fdee5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:04.735720 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72deaaf-8848-4b7f-881d-5a1cafb75cfb admin admin] Pushing event updated for resources: {'Network': ['ID=38acd0bc-b894-4eb9-a8c5-fadf4fec09f0,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:04.741080 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:04.746714 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Network 38acd0bc-b894-4eb9-a8c5-fadf4fec09f0 details requested by agent ovs-agent-dv-cinder-852209-10-iscsi with host dv-cinder-852209-10-iscsi {{(pid=106491) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:36:04.761551 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da17bb45-bb4f-42a0-a87b-ba09624107cc admin admin] Made reservation on behalf of 09b1f2c2ff4e4338acd2a3367a4fdee5 for: {'subnet': 1} {{(pid=106489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:36:04.764600 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-da17bb45-bb4f-42a0-a87b-ba09624107cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261874625'] for subnet (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:04.813209 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:04.959660 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-da17bb45-bb4f-42a0-a87b-ba09624107cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261343971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261874675'] for subnet (a1176e06-7b68-4acd-ab72-99b73daee270), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:05.019112 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da17bb45-bb4f-42a0-a87b-ba09624107cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1176e06-7b68-4acd-ab72-99b73daee270,revision_number=0']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:05.037623 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da17bb45-bb4f-42a0-a87b-ba09624107cc admin admin] Checking segment: {'id': '098b0357-abb2-4d87-a3b6-bd4af7d5fb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '38acd0bc-b894-4eb9-a8c5-fadf4fec09f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:36:05.038058 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da17bb45-bb4f-42a0-a87b-ba09624107cc admin admin] Network hostable DHCP agents. Network: 38acd0bc-b894-4eb9-a8c5-fadf4fec09f0, hostable agents: ['afc997ee-16d2-4ffa-9693-fa31543fa952'], hosted agents: [] {{(pid=106489) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:36:05.058838 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da17bb45-bb4f-42a0-a87b-ba09624107cc admin admin] Network 38acd0bc-b894-4eb9-a8c5-fadf4fec09f0 is scheduled to be hosted by DHCP agent afc997ee-16d2-4ffa-9693-fa31543fa952 with binding_index 1 {{(pid=106489) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:36:05.071550 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.base_scheduler [None req-da17bb45-bb4f-42a0-a87b-ba09624107cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852209-10-iscsi, 38acd0bc-b894-4eb9-a8c5-fadf4fec09f0) {{(pid=106489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:36:05.078564 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da17bb45-bb4f-42a0-a87b-ba09624107cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:05.078564 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-da17bb45-bb4f-42a0-a87b-ba09624107cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for subnet (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:05.093370 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930fd2db-6a91-4f15-80e5-b2bdfd2f16d2 None None] Network 38acd0bc-b894-4eb9-a8c5-fadf4fec09f0 requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:36:05.095061 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-da17bb45-bb4f-42a0-a87b-ba09624107cc admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3877900 Sep 01 16:36:05.206275 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4b237b-1a39-4f61-89b8-92efebb6cbe7 None None] Network 38acd0bc-b894-4eb9-a8c5-fadf4fec09f0 requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:36:05.322740 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 33926) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:36:05.436618 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ad138-e6cd-4be3-8107-9d0b147d00c8 req-660d8718-b242-4097-aa29-3b43241f2b58 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:05.438129 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-491ad138-e6cd-4be3-8107-9d0b147d00c8 req-660d8718-b242-4097-aa29-3b43241f2b58 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 945 time: 0.0597928 Sep 01 16:36:05.448799 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-0790f2ed-5d7e-4558-b6c9-91dc6336eb17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:05.465149 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:05.492620 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-491ad138-e6cd-4be3-8107-9d0b147d00c8 req-69e8f963-c3ac-433f-ab8d-8af368af8f7e tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482643 Sep 01 16:36:05.547530 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-0790f2ed-5d7e-4558-b6c9-91dc6336eb17 admin admin] Publish callbacks [] for security_group (42b4b300-d8e2-4ce4-b0cd-50f362fcecbd), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:05.552639 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-0790f2ed-5d7e-4558-b6c9-91dc6336eb17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (42b4b300-d8e2-4ce4-b0cd-50f362fcecbd), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:05.601739 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-0790f2ed-5d7e-4558-b6c9-91dc6336eb17 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=03a9ae2236424b4983a8fb74740d100c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2746894 Sep 01 16:36:05.601739 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0790f2ed-5d7e-4558-b6c9-91dc6336eb17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b4b300-d8e2-4ce4-b0cd-50f362fcecbd,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:05.603383 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 33930) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:36:05.636392 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:05.661584 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-16aeb292-5378-449b-a375-82b0998e7aa0 admin admin] Publish callbacks [] for security_group (42b4b300-d8e2-4ce4-b0cd-50f362fcecbd), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:05.683456 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-16aeb292-5378-449b-a375-82b0998e7aa0 admin admin] Publish callbacks [] for security_group (42b4b300-d8e2-4ce4-b0cd-50f362fcecbd), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:05.755360 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-16aeb292-5378-449b-a375-82b0998e7aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (42b4b300-d8e2-4ce4-b0cd-50f362fcecbd), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:05.758517 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-16aeb292-5378-449b-a375-82b0998e7aa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:05.759685 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-16aeb292-5378-449b-a375-82b0998e7aa0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/42b4b300-d8e2-4ce4-b0cd-50f362fcecbd HTTP/1.1" status: 204 len: 168 time: 0.1551027 Sep 01 16:36:05.768586 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aeb292-5378-449b-a375-82b0998e7aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b4b300-d8e2-4ce4-b0cd-50f362fcecbd,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:06.496539 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 33964) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:36:06.601050 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-8d307472-83a6-42b0-ac69-54f2ee837c0a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-220569807-network', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff'}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:06.615995 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925bb811-abcb-4b75-b48e-37d07e901479 req-42eb4a58-adaa-4502-a6ff-74ca36ee6d04 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:06.617498 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-925bb811-abcb-4b75-b48e-37d07e901479 req-42eb4a58-adaa-4502-a6ff-74ca36ee6d04 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 945 time: 0.0510275 Sep 01 16:36:06.622748 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d307472-83a6-42b0-ac69-54f2ee837c0a admin admin] Made reservation on behalf of 4b6bf55e6c5e47f3895e135c4d6dc3ff for: {'network': 1} {{(pid=106489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:36:06.625038 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-8d307472-83a6-42b0-ac69-54f2ee837c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for network (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:06.635514 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-8d307472-83a6-42b0-ac69-54f2ee837c0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:06.668430 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-925bb811-abcb-4b75-b48e-37d07e901479 req-0e300fdf-acaa-41e4-99ad-ff7f8972185f tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431843 Sep 01 16:36:06.697617 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:06.724631 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-8d307472-83a6-42b0-ac69-54f2ee837c0a admin admin] Publish callbacks [] for security_group (43e79ed2-2a96-4a95-9d37-8f443dec3794), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:06.728496 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-8d307472-83a6-42b0-ac69-54f2ee837c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (43e79ed2-2a96-4a95-9d37-8f443dec3794), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:06.756070 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d307472-83a6-42b0-ac69-54f2ee837c0a admin admin] vlan segment allocate from pool success with {'vlan_id': 927, 'physical_network': 'physnet1'} {{(pid=106489) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:36:06.761915 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d307472-83a6-42b0-ac69-54f2ee837c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e79ed2-2a96-4a95-9d37-8f443dec3794,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:06.771050 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-8d307472-83a6-42b0-ac69-54f2ee837c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449'] for segment (bbd04979-a082-42b3-a384-0dd9dbff408c), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:06.771050 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.db.segments_db [None req-8d307472-83a6-42b0-ac69-54f2ee837c0a admin admin] Added segment bbd04979-a082-42b3-a384-0dd9dbff408c of type vlan for network 5fae8c7f-11cf-4ab3-8c34-e624963abdb8 Sep 01 16:36:06.815913 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-8d307472-83a6-42b0-ac69-54f2ee837c0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777439247782'] for network (5fae8c7f-11cf-4ab3-8c34-e624963abdb8), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:06.840927 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-8d307472-83a6-42b0-ac69-54f2ee837c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248'] for network (5fae8c7f-11cf-4ab3-8c34-e624963abdb8), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:06.845399 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d307472-83a6-42b0-ac69-54f2ee837c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:06.846093 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-8d307472-83a6-42b0-ac69-54f2ee837c0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for network (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:06.901836 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-8d307472-83a6-42b0-ac69-54f2ee837c0a admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4041147 Sep 01 16:36:06.904692 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 33970) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:36:06.909556 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-921fb11f-8b05-42c4-8866-c7658e581b1a admin admin] Request body: {'subnet': {'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-220569807-subnet', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'ip_version': 4}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:06.912851 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d307472-83a6-42b0-ac69-54f2ee837c0a admin admin] Pushing event updated for resources: {'Network': ['ID=5fae8c7f-11cf-4ab3-8c34-e624963abdb8,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:06.923109 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Network 5fae8c7f-11cf-4ab3-8c34-e624963abdb8 details requested by agent ovs-agent-dv-cinder-852209-10-iscsi with host dv-cinder-852209-10-iscsi {{(pid=106491) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:36:06.931325 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921fb11f-8b05-42c4-8866-c7658e581b1a admin admin] Made reservation on behalf of 4b6bf55e6c5e47f3895e135c4d6dc3ff for: {'subnet': 1} {{(pid=106490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:36:06.933622 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-921fb11f-8b05-42c4-8866-c7658e581b1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261988448'] for subnet (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:06.940242 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:INSERT=11,neutron:SELECT=87,neutron:DELETE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:07.112871 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-921fb11f-8b05-42c4-8866-c7658e581b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261544416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261988434'] for subnet (1de59a85-ac00-434c-9a09-dffa079bb909), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:07.173252 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921fb11f-8b05-42c4-8866-c7658e581b1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1de59a85-ac00-434c-9a09-dffa079bb909,revision_number=0']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:07.189892 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921fb11f-8b05-42c4-8866-c7658e581b1a admin admin] Checking segment: {'id': 'bbd04979-a082-42b3-a384-0dd9dbff408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:36:07.190278 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921fb11f-8b05-42c4-8866-c7658e581b1a admin admin] Network hostable DHCP agents. Network: 5fae8c7f-11cf-4ab3-8c34-e624963abdb8, hostable agents: ['afc997ee-16d2-4ffa-9693-fa31543fa952'], hosted agents: [] {{(pid=106490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:36:07.206737 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921fb11f-8b05-42c4-8866-c7658e581b1a admin admin] Network 5fae8c7f-11cf-4ab3-8c34-e624963abdb8 is scheduled to be hosted by DHCP agent afc997ee-16d2-4ffa-9693-fa31543fa952 with binding_index 1 {{(pid=106490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:36:07.217581 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [None req-921fb11f-8b05-42c4-8866-c7658e581b1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852209-10-iscsi, 5fae8c7f-11cf-4ab3-8c34-e624963abdb8) {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:36:07.223082 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921fb11f-8b05-42c4-8866-c7658e581b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:07.224700 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-921fb11f-8b05-42c4-8866-c7658e581b1a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:07.227950 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64918048-44ca-403c-99ef-70576cbd25f7 None None] Network 5fae8c7f-11cf-4ab3-8c34-e624963abdb8 requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:36:07.258582 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-921fb11f-8b05-42c4-8866-c7658e581b1a admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3527055 Sep 01 16:36:07.261281 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 33980) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:36:07.268164 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-e4149df9-7037-4d49-8270-cbbc66187519 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-220569807-router', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'}}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:07.315739 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-e4149df9-7037-4d49-8270-cbbc66187519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-633072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7429'] for router (44ce9774-bc81-4784-aca4-f5c4cee1383b), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:07.316782 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-e4149df9-7037-4d49-8270-cbbc66187519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-612190', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7436'] for router (44ce9774-bc81-4784-aca4-f5c4cee1383b), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:07.388503 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-e4149df9-7037-4d49-8270-cbbc66187519 admin admin] Publish callbacks [] for router_controller (44ce9774-bc81-4784-aca4-f5c4cee1383b), precommit_add_association {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:07.396088 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739f0afe-26f0-43d6-8bf6-d34eb80371d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp704810b6-d790-5017-b732-94aec06070b8-5fae8c7f-11cf-4ab3-8c34-e624963abdb8', 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8', 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'fixed_ips': [{'subnet_id': '1de59a85-ac00-434c-9a09-dffa079bb909'}]}} from dv-cinder-852209-10-iscsi. {{(pid=106491) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 01 16:36:07.397116 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-739f0afe-26f0-43d6-8bf6-d34eb80371d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:07.540601 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-e4149df9-7037-4d49-8270-cbbc66187519 admin admin] Publish callbacks [] for router_gateway (44ce9774-bc81-4784-aca4-f5c4cee1383b), precommit_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:07.567131 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.db_base_plugin_common [None req-739f0afe-26f0-43d6-8bf6-d34eb80371d8 None None] Allocated IP 172.20.0.2 (5fae8c7f-11cf-4ab3-8c34-e624963abdb8/1de59a85-ac00-434c-9a09-dffa079bb909/90cf2ec2-4915-4a00-92b3-2764ba523b74) {{(pid=106491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:36:07.719329 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:07.759311 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-e4149df9-7037-4d49-8270-cbbc66187519 admin admin] Publish callbacks [] for router_gateway (44ce9774-bc81-4784-aca4-f5c4cee1383b), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:07.759692 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-739f0afe-26f0-43d6-8bf6-d34eb80371d8 None None] Publish callbacks [] for port (90cf2ec2-4915-4a00-92b3-2764ba523b74), precommit_create {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:07.768978 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-739f0afe-26f0-43d6-8bf6-d34eb80371d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847'] for port (90cf2ec2-4915-4a00-92b3-2764ba523b74), after_create {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:07.794469 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-e4149df9-7037-4d49-8270-cbbc66187519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:07.796855 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:07.841705 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f0afe-26f0-43d6-8bf6-d34eb80371d8 None None] Pushing event updated for resources: {'Port': ['ID=90cf2ec2-4915-4a00-92b3-2764ba523b74,revision_number=1']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:07.851825 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739f0afe-26f0-43d6-8bf6-d34eb80371d8 None None] Network 5fae8c7f-11cf-4ab3-8c34-e624963abdb8 is already hosted by enough agents. {{(pid=106491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:36:07.857916 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.scheduler.base_scheduler [None req-739f0afe-26f0-43d6-8bf6-d34eb80371d8 None None] Resources bound (agent type, host, resource id): {{(pid=106491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:36:07.860937 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f0afe-26f0-43d6-8bf6-d34eb80371d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:07.861291 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f0afe-26f0-43d6-8bf6-d34eb80371d8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:07.861634 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f0afe-26f0-43d6-8bf6-d34eb80371d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:07.861998 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f0afe-26f0-43d6-8bf6-d34eb80371d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:07.862359 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f0afe-26f0-43d6-8bf6-d34eb80371d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:07.862694 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f0afe-26f0-43d6-8bf6-d34eb80371d8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:07.863021 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f0afe-26f0-43d6-8bf6-d34eb80371d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:07.863345 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f0afe-26f0-43d6-8bf6-d34eb80371d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:07.863684 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f0afe-26f0-43d6-8bf6-d34eb80371d8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:07.864018 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f0afe-26f0-43d6-8bf6-d34eb80371d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:07.864378 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f0afe-26f0-43d6-8bf6-d34eb80371d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:07.864735 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f0afe-26f0-43d6-8bf6-d34eb80371d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:07.865077 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f0afe-26f0-43d6-8bf6-d34eb80371d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:07.865416 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f0afe-26f0-43d6-8bf6-d34eb80371d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:07.865870 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739f0afe-26f0-43d6-8bf6-d34eb80371d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:07.877079 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739f0afe-26f0-43d6-8bf6-d34eb80371d8 None None] Received port after_create {{(pid=106491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:36:07.909429 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.db_base_plugin_common [None req-e4149df9-7037-4d49-8270-cbbc66187519 admin admin] Allocated IP 172.27.2.234 (537c3a33-78cb-41f3-a0ee-71478f9cfd9b/3e5d1400-7955-40a6-9a09-08f8a8c1db3a/fb6f9812-e347-467f-a08f-5d1f825d399d) {{(pid=106489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:36:08.067070 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-739f0afe-26f0-43d6-8bf6-d34eb80371d8 None None] Attempting to bind port 90cf2ec2-4915-4a00-92b3-2764ba523b74 on host dv-cinder-852209-10-iscsi for vnic_type normal with profile {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:36:08.067697 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-739f0afe-26f0-43d6-8bf6-d34eb80371d8 None None] Attempting to bind port 90cf2ec2-4915-4a00-92b3-2764ba523b74 by drivers openvswitch,hyperv on host dv-cinder-852209-10-iscsi at level 0 using segments [{'id': 'bbd04979-a082-42b3-a384-0dd9dbff408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8'}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:36:08.068034 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739f0afe-26f0-43d6-8bf6-d34eb80371d8 None None] Attempting to bind port 90cf2ec2-4915-4a00-92b3-2764ba523b74 on network 5fae8c7f-11cf-4ab3-8c34-e624963abdb8 {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:36:08.074581 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739f0afe-26f0-43d6-8bf6-d34eb80371d8 None None] Checking agent: {'id': 'de41263d-808c-41d9-af38-92939b4ec796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 25, 56), 'started_at': datetime.datetime(2022, 9, 1, 16, 26, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:36:08.074956 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739f0afe-26f0-43d6-8bf6-d34eb80371d8 None None] Checking segment: {'id': 'bbd04979-a082-42b3-a384-0dd9dbff408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:36:08.075364 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-739f0afe-26f0-43d6-8bf6-d34eb80371d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:08.075762 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739f0afe-26f0-43d6-8bf6-d34eb80371d8 None None] Bound using segment: {'id': 'bbd04979-a082-42b3-a384-0dd9dbff408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8'} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:36:08.076246 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-739f0afe-26f0-43d6-8bf6-d34eb80371d8 None None] Bound port: 90cf2ec2-4915-4a00-92b3-2764ba523b74, host: dv-cinder-852209-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd04979-a082-42b3-a384-0dd9dbff408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8'}}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:36:08.076633 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-739f0afe-26f0-43d6-8bf6-d34eb80371d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (90cf2ec2-4915-4a00-92b3-2764ba523b74), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:08.139926 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-739f0afe-26f0-43d6-8bf6-d34eb80371d8 None None] For port 90cf2ec2-4915-4a00-92b3-2764ba523b74, host dv-cinder-852209-10-iscsi, cleared binding levels {{(pid=106491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:36:08.143216 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-739f0afe-26f0-43d6-8bf6-d34eb80371d8 None None] For port 90cf2ec2-4915-4a00-92b3-2764ba523b74, host dv-cinder-852209-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=90cf2ec2-4915-4a00-92b3-2764ba523b74,segment=NetworkSegment(bbd04979-a082-42b3-a384-0dd9dbff408c),segment_id=bbd04979-a082-42b3-a384-0dd9dbff408c)] {{(pid=106491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:36:08.150036 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-739f0afe-26f0-43d6-8bf6-d34eb80371d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (90cf2ec2-4915-4a00-92b3-2764ba523b74), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:08.188423 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:08.213947 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f0afe-26f0-43d6-8bf6-d34eb80371d8 None None] Pushing event updated for resources: {'Port': ['ID=90cf2ec2-4915-4a00-92b3-2764ba523b74,revision_number=2']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:08.241223 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-e4149df9-7037-4d49-8270-cbbc66187519 admin admin] Publish callbacks [] for port (fb6f9812-e347-467f-a08f-5d1f825d399d), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:08.248721 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:08.280212 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-e4149df9-7037-4d49-8270-cbbc66187519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261346675'] for port (fb6f9812-e347-467f-a08f-5d1f825d399d), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:08.322868 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4149df9-7037-4d49-8270-cbbc66187519 admin admin] Network 537c3a33-78cb-41f3-a0ee-71478f9cfd9b is already hosted by enough agents. {{(pid=106489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:36:08.327850 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.base_scheduler [None req-e4149df9-7037-4d49-8270-cbbc66187519 admin admin] Resources bound (agent type, host, resource id): {{(pid=106489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:36:08.331964 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4149df9-7037-4d49-8270-cbbc66187519 admin admin] Received port after_create {{(pid=106489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:36:08.336145 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4149df9-7037-4d49-8270-cbbc66187519 admin admin] Pushing event updated for resources: {'Port': ['ID=fb6f9812-e347-467f-a08f-5d1f825d399d,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:08.620803 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-e4149df9-7037-4d49-8270-cbbc66187519 admin admin] Publish callbacks [] for router_gateway (44ce9774-bc81-4784-aca4-f5c4cee1383b), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:08.718132 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 90cf2ec2-4915-4a00-92b3-2764ba523b74 up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:36:08.770131 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 90cf2ec2-4915-4a00-92b3-2764ba523b74 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:36:08.770583 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (90cf2ec2-4915-4a00-92b3-2764ba523b74), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:08.819513 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-e4149df9-7037-4d49-8270-cbbc66187519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612335'] for router (44ce9774-bc81-4784-aca4-f5c4cee1383b), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:08.845221 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 90cf2ec2-4915-4a00-92b3-2764ba523b74 is: DOWN; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:36:08.845924 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (90cf2ec2-4915-4a00-92b3-2764ba523b74), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:08.888579 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] For port 90cf2ec2-4915-4a00-92b3-2764ba523b74, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=90cf2ec2-4915-4a00-92b3-2764ba523b74,segment=NetworkSegment(bbd04979-a082-42b3-a384-0dd9dbff408c),segment_id=bbd04979-a082-42b3-a384-0dd9dbff408c)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:08.903616 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (90cf2ec2-4915-4a00-92b3-2764ba523b74), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:08.934401 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:08.959424 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Pushing event updated for resources: {'Port': ['ID=90cf2ec2-4915-4a00-92b3-2764ba523b74,revision_number=3']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:08.981657 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4149df9-7037-4d49-8270-cbbc66187519 admin admin] Router 44ce9774-bc81-4784-aca4-f5c4cee1383b is scheduled to L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 with binding_index 1 {{(pid=106489) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:36:09.096047 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4149df9-7037-4d49-8270-cbbc66187519 admin admin] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:36:09.108423 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a4ce46-86a4-4005-9f3f-119bf33d1b3d None None] Sync routers for ids ['44ce9774-bc81-4784-aca4-f5c4cee1383b'] in dv-cinder-852209-10-iscsi {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:36:09.120344 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a4ce46-86a4-4005-9f3f-119bf33d1b3d None None] Routers {'44ce9774-bc81-4784-aca4-f5c4cee1383b'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:36:09.120970 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-24a4ce46-86a4-4005-9f3f-119bf33d1b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:35:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['44ce9774-bc81-4784-aca4-f5c4cee1383b'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:09.125388 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-e4149df9-7037-4d49-8270-cbbc66187519 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:09.126677 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-e4149df9-7037-4d49-8270-cbbc66187519 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8643854 Sep 01 16:36:09.129352 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 34010) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:36:09.213067 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bb4764-75fa-4e46-bd38-4727724f2718 None None] Network 5fae8c7f-11cf-4ab3-8c34-e624963abdb8 requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:36:09.237203 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:09.307157 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-24a4ce46-86a4-4005-9f3f-119bf33d1b3d None None] Set router 44ce9774-bc81-4784-aca4-f5c4cee1383b gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:36:09.447611 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-e1639d2c-f489-4914-b6e5-3d8d39486a35 None None] Provisioning complete for port 90cf2ec2-4915-4a00-92b3-2764ba523b74 triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:36:09.447992 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-e1639d2c-f489-4914-b6e5-3d8d39486a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (90cf2ec2-4915-4a00-92b3-2764ba523b74), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:09.572127 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:09.672868 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:09.676603 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6499d685-2795-45b2-93a0-5ae312e2511b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:09.689460 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-24a4ce46-86a4-4005-9f3f-119bf33d1b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'name': 'tempest-TestVolumeBootPattern-220569807-router', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:08Z', 'revision_number': 3, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'gw_port': {'id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:69:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:09.708273 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7022adb-4550-4542-8152-54e089661a4c req-691c630e-4682-4d4a-a39c-67e2495c18b4 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:09.730468 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c7022adb-4550-4542-8152-54e089661a4c req-691c630e-4682-4d4a-a39c-67e2495c18b4 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/networks?id=38acd0bc-b894-4eb9-a8c5-fadf4fec09f0 HTTP/1.1" status: 200 len: 814 time: 0.2024097 Sep 01 16:36:09.734893 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a4ce46-86a4-4005-9f3f-119bf33d1b3d None None] Checking router: 44ce9774-bc81-4784-aca4-f5c4cee1383b for host: dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:36:09.735233 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a4ce46-86a4-4005-9f3f-119bf33d1b3d None None] Updating router 44ce9774-bc81-4784-aca4-f5c4cee1383b port fb6f9812-e347-467f-a08f-5d1f825d399d binding host dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:36:09.745136 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-e1639d2c-f489-4914-b6e5-3d8d39486a35 None None] Current status of the port 90cf2ec2-4915-4a00-92b3-2764ba523b74 is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:36:09.751250 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c7022adb-4550-4542-8152-54e089661a4c req-7e620071-b2a3-4538-962f-a06b7e3ab330 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/quotas/09b1f2c2ff4e4338acd2a3367a4fdee5 HTTP/1.1" status: 200 len: 375 time: 0.0194142 Sep 01 16:36:09.757742 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d812ba-0999-4dd9-91c4-d87c7f6c26dc req-31ade173-58bf-4e45-813b-3c5110074ca3 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:09.759506 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-c7d812ba-0999-4dd9-91c4-d87c7f6c26dc req-31ade173-58bf-4e45-813b-3c5110074ca3 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 945 time: 0.1138887 Sep 01 16:36:09.767457 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:09.785936 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-24a4ce46-86a4-4005-9f3f-119bf33d1b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (fb6f9812-e347-467f-a08f-5d1f825d399d), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:09.794510 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c7022adb-4550-4542-8152-54e089661a4c req-32b2cc13-f1d5-4632-9561-decf1aad75d9 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=09b1f2c2ff4e4338acd2a3367a4fdee5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422301 Sep 01 16:36:09.861691 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-c7d812ba-0999-4dd9-91c4-d87c7f6c26dc req-41d98313-60ac-4398-8241-a7490591d34b tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918396 Sep 01 16:36:09.910484 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c7022adb-4550-4542-8152-54e089661a4c req-6e8f5374-8f42-42e7-9fa8-3c88ae1d6e6a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/38acd0bc-b894-4eb9-a8c5-fadf4fec09f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077268 Sep 01 16:36:09.986960 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.db_base_plugin_common [None req-6499d685-2795-45b2-93a0-5ae312e2511b admin admin] Allocated IP 172.20.0.1 (5fae8c7f-11cf-4ab3-8c34-e624963abdb8/1de59a85-ac00-434c-9a09-dffa079bb909/d7dc9e68-2496-41d3-a624-ba30aa708ad6) {{(pid=106489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:36:10.009905 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-eb1332bc-1d87-41d0-bcff-873d0ba773d4 None None] Provisioning complete for port 90cf2ec2-4915-4a00-92b3-2764ba523b74 triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:36:10.010336 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-eb1332bc-1d87-41d0-bcff-873d0ba773d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (90cf2ec2-4915-4a00-92b3-2764ba523b74), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:10.026039 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c7022adb-4550-4542-8152-54e089661a4c req-ee8dcccf-e126-4baf-87bf-9ec84e68fb5a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/38acd0bc-b894-4eb9-a8c5-fadf4fec09f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146026 Sep 01 16:36:10.096441 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:10.125618 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a47d3-4bfc-42bc-a156-080f1eebf061 req-353d3c0a-bba2-4ba0-b4f1-1756a0b8a25e tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:10.127027 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-944a47d3-4bfc-42bc-a156-080f1eebf061 req-353d3c0a-bba2-4ba0-b4f1-1756a0b8a25e tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 945 time: 0.0937922 Sep 01 16:36:10.160150 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-eb1332bc-1d87-41d0-bcff-873d0ba773d4 None None] Current status of the port 90cf2ec2-4915-4a00-92b3-2764ba523b74 is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:36:10.172661 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-24a4ce46-86a4-4005-9f3f-119bf33d1b3d None None] Publish callbacks [] for port (fb6f9812-e347-467f-a08f-5d1f825d399d), precommit_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:10.196812 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-24a4ce46-86a4-4005-9f3f-119bf33d1b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (fb6f9812-e347-467f-a08f-5d1f825d399d), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:10.201599 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6499d685-2795-45b2-93a0-5ae312e2511b admin admin] Publish callbacks [] for port (d7dc9e68-2496-41d3-a624-ba30aa708ad6), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:10.215989 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bfa71425-e7e6-438b-853c-6c35f5bb9f76 req-f9ef4787-abd8-40f4-90be-ddaa9bde6c37 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1fa20f73-9965-4f95-b7a9-7d98e3822024 HTTP/1.1" status: 200 len: 210 time: 0.0411186 Sep 01 16:36:10.240887 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-944a47d3-4bfc-42bc-a156-080f1eebf061 req-0ca8b333-80d0-4a34-9fa4-ec8eec3b1cc7 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817263 Sep 01 16:36:10.262451 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9188fc73-dc1c-4421-bc2d-139f1784057b None None] Pushing event updated for resources: {'Port': ['ID=fb6f9812-e347-467f-a08f-5d1f825d399d,revision_number=2']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:10.267554 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-24a4ce46-86a4-4005-9f3f-119bf33d1b3d None None] Attempting to bind port fb6f9812-e347-467f-a08f-5d1f825d399d on host dv-cinder-852209-10-iscsi for vnic_type normal with profile {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:36:10.267931 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-24a4ce46-86a4-4005-9f3f-119bf33d1b3d None None] Attempting to bind port fb6f9812-e347-467f-a08f-5d1f825d399d by drivers openvswitch,hyperv on host dv-cinder-852209-10-iscsi at level 0 using segments [{'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:36:10.268456 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a4ce46-86a4-4005-9f3f-119bf33d1b3d None None] Attempting to bind port fb6f9812-e347-467f-a08f-5d1f825d399d on network 537c3a33-78cb-41f3-a0ee-71478f9cfd9b {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:36:10.272477 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6499d685-2795-45b2-93a0-5ae312e2511b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261346675'] for port (d7dc9e68-2496-41d3-a624-ba30aa708ad6), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:10.277079 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a4ce46-86a4-4005-9f3f-119bf33d1b3d None None] Checking agent: {'id': 'de41263d-808c-41d9-af38-92939b4ec796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 25, 56), 'started_at': datetime.datetime(2022, 9, 1, 16, 26, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:36:10.277531 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a4ce46-86a4-4005-9f3f-119bf33d1b3d None None] Checking segment: {'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:36:10.277991 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-24a4ce46-86a4-4005-9f3f-119bf33d1b3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:10.278142 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:10.278610 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a4ce46-86a4-4005-9f3f-119bf33d1b3d None None] Bound using segment: {'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:36:10.279076 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-24a4ce46-86a4-4005-9f3f-119bf33d1b3d None None] Bound port: fb6f9812-e347-467f-a08f-5d1f825d399d, host: dv-cinder-852209-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'}}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:36:10.279803 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-24a4ce46-86a4-4005-9f3f-119bf33d1b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (fb6f9812-e347-467f-a08f-5d1f825d399d), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:10.323672 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6499d685-2795-45b2-93a0-5ae312e2511b admin admin] Network 5fae8c7f-11cf-4ab3-8c34-e624963abdb8 is already hosted by enough agents. {{(pid=106489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:36:10.328935 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.base_scheduler [None req-6499d685-2795-45b2-93a0-5ae312e2511b admin admin] Resources bound (agent type, host, resource id): {{(pid=106489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:36:10.333165 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6499d685-2795-45b2-93a0-5ae312e2511b admin admin] Received port after_create {{(pid=106489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:36:10.337143 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-24a4ce46-86a4-4005-9f3f-119bf33d1b3d None None] For port fb6f9812-e347-467f-a08f-5d1f825d399d, host dv-cinder-852209-10-iscsi, cleared binding levels {{(pid=106491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:36:10.353645 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-24a4ce46-86a4-4005-9f3f-119bf33d1b3d None None] For port fb6f9812-e347-467f-a08f-5d1f825d399d, host dv-cinder-852209-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=fb6f9812-e347-467f-a08f-5d1f825d399d,segment=NetworkSegment(6aaf10e3-1532-4b23-b8ff-2b17962713b0),segment_id=6aaf10e3-1532-4b23-b8ff-2b17962713b0)] {{(pid=106491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:36:10.355144 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6499d685-2795-45b2-93a0-5ae312e2511b admin admin] Pushing event updated for resources: {'Port': ['ID=d7dc9e68-2496-41d3-a624-ba30aa708ad6,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:10.366631 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-24a4ce46-86a4-4005-9f3f-119bf33d1b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (fb6f9812-e347-467f-a08f-5d1f825d399d), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:10.379128 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6499d685-2795-45b2-93a0-5ae312e2511b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630860'] for router_interface (44ce9774-bc81-4784-aca4-f5c4cee1383b), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:10.404001 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a4ce46-86a4-4005-9f3f-119bf33d1b3d None None] Routers {'44ce9774-bc81-4784-aca4-f5c4cee1383b'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:36:10.404620 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-24a4ce46-86a4-4005-9f3f-119bf33d1b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:35:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['44ce9774-bc81-4784-aca4-f5c4cee1383b'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:10.468634 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9188fc73-dc1c-4421-bc2d-139f1784057b None None] Pushing event updated for resources: {'Port': ['ID=fb6f9812-e347-467f-a08f-5d1f825d399d,revision_number=3']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:10.545290 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6499d685-2795-45b2-93a0-5ae312e2511b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (d7dc9e68-2496-41d3-a624-ba30aa708ad6), before_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:10.552161 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-24a4ce46-86a4-4005-9f3f-119bf33d1b3d None None] Set router 44ce9774-bc81-4784-aca4-f5c4cee1383b gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:36:10.752269 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 90cf2ec2-4915-4a00-92b3-2764ba523b74 up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:36:10.762755 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6499d685-2795-45b2-93a0-5ae312e2511b admin admin] Publish callbacks [] for port (d7dc9e68-2496-41d3-a624-ba30aa708ad6), precommit_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:10.767536 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6499d685-2795-45b2-93a0-5ae312e2511b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261346666'] for port (d7dc9e68-2496-41d3-a624-ba30aa708ad6), after_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:10.789132 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:10.827528 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-4c4af56d-62ff-4bb1-8bd9-ce8bc9cf287c None None] Provisioning complete for port d7dc9e68-2496-41d3-a624-ba30aa708ad6 triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:36:10.827816 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-4c4af56d-62ff-4bb1-8bd9-ce8bc9cf287c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (d7dc9e68-2496-41d3-a624-ba30aa708ad6), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:10.842964 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6499d685-2795-45b2-93a0-5ae312e2511b admin admin] Pushing event updated for resources: {'Port': ['ID=d7dc9e68-2496-41d3-a624-ba30aa708ad6,revision_number=2']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:10.846332 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6499d685-2795-45b2-93a0-5ae312e2511b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631024'] for router_interface (44ce9774-bc81-4784-aca4-f5c4cee1383b), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:10.879741 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:10.894761 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-4c4af56d-62ff-4bb1-8bd9-ce8bc9cf287c None None] Port d7dc9e68-2496-41d3-a624-ba30aa708ad6 cannot update to ACTIVE because it is not bound. {{(pid=106491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 16:36:10.913144 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 90cf2ec2-4915-4a00-92b3-2764ba523b74 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:36:10.914159 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (90cf2ec2-4915-4a00-92b3-2764ba523b74), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:10.954970 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6499d685-2795-45b2-93a0-5ae312e2511b admin admin] Network 5fae8c7f-11cf-4ab3-8c34-e624963abdb8 is already hosted by enough agents. {{(pid=106489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:36:10.959673 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.base_scheduler [None req-6499d685-2795-45b2-93a0-5ae312e2511b admin admin] Resources bound (agent type, host, resource id): {{(pid=106489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:36:10.987192 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-24a4ce46-86a4-4005-9f3f-119bf33d1b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'name': 'tempest-TestVolumeBootPattern-220569807-router', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:08Z', 'revision_number': 3, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'gw_port': {'id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:69:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:11.001981 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a212708-c2dc-401e-801c-25eaad47cc76 req-eb27c7ac-ad53-48ed-b4e9-f17f8628088b tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:11.004395 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2a212708-c2dc-401e-801c-25eaad47cc76 req-eb27c7ac-ad53-48ed-b4e9-f17f8628088b tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 945 time: 0.0614922 Sep 01 16:36:11.022347 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a4ce46-86a4-4005-9f3f-119bf33d1b3d None None] The sync data for ids ['44ce9774-bc81-4784-aca4-f5c4cee1383b'] in dv-cinder-852209-10-iscsi is: [{'id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'name': 'tempest-TestVolumeBootPattern-220569807-router', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:08Z', 'revision_number': 3, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'gw_port': {'id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:69:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}] {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:36:11.031582 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:11.073261 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 90cf2ec2-4915-4a00-92b3-2764ba523b74 is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:36:11.114002 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2a212708-c2dc-401e-801c-25eaad47cc76 req-fd4bb4e7-2d9f-43ba-801b-ab841855aa61 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016462 Sep 01 16:36:11.149768 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6499d685-2795-45b2-93a0-5ae312e2511b admin admin] Router 44ce9774-bc81-4784-aca4-f5c4cee1383b has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:36:11.217559 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-aac1835c-8054-44d5-a396-7fe82507ebd8 None None] Provisioning complete for port d7dc9e68-2496-41d3-a624-ba30aa708ad6 triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:36:11.218006 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-aac1835c-8054-44d5-a396-7fe82507ebd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (d7dc9e68-2496-41d3-a624-ba30aa708ad6), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:11.259310 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-aac1835c-8054-44d5-a396-7fe82507ebd8 None None] Port d7dc9e68-2496-41d3-a624-ba30aa708ad6 cannot update to ACTIVE because it is not bound. {{(pid=106491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 16:36:11.263890 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6499d685-2795-45b2-93a0-5ae312e2511b admin admin] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:36:11.274728 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-6499d685-2795-45b2-93a0-5ae312e2511b admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/44ce9774-bc81-4784-aca4-f5c4cee1383b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1441422 Sep 01 16:36:11.353437 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-ef382027-e1c2-4929-9659-a08aff7ab168 req-381d26b7-58ac-48cd-9469-0e0ac4e2cfaa tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1fa20f73-9965-4f95-b7a9-7d98e3822024 HTTP/1.1" status: 200 len: 210 time: 0.0298698 Sep 01 16:36:11.423491 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338d7ab-c68a-4f8b-b9c6-e9ac257749d1 req-9e30ad7a-42d5-47db-a4eb-61acf6d66bb3 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:11.425123 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-9338d7ab-c68a-4f8b-b9c6-e9ac257749d1 req-9e30ad7a-42d5-47db-a4eb-61acf6d66bb3 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 945 time: 0.0718479 Sep 01 16:36:11.454708 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:11.486448 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-9338d7ab-c68a-4f8b-b9c6-e9ac257749d1 req-2a8c4257-89f5-4ffa-8d82-5a107a4f0ed1 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532808 Sep 01 16:36:11.872911 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 34090) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:36:11.878541 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-6d4cf2ae-7dce-47ff-b58e-afa284201091 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-461007479-network', 'tenant_id': '38a410afaff64327b9140b767b4ae48c'}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:11.892648 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:11.902888 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4cf2ae-7dce-47ff-b58e-afa284201091 admin admin] Made reservation on behalf of 38a410afaff64327b9140b767b4ae48c for: {'network': 1} {{(pid=106489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:36:11.905453 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6d4cf2ae-7dce-47ff-b58e-afa284201091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for network (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:11.921500 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6d4cf2ae-7dce-47ff-b58e-afa284201091 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:12.008077 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6d4cf2ae-7dce-47ff-b58e-afa284201091 admin admin] Publish callbacks [] for security_group (87e656aa-b803-4ba4-819a-94b5697c31ec), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:12.011856 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6d4cf2ae-7dce-47ff-b58e-afa284201091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (87e656aa-b803-4ba4-819a-94b5697c31ec), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:12.042773 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d4cf2ae-7dce-47ff-b58e-afa284201091 admin admin] vlan segment allocate from pool success with {'vlan_id': 907, 'physical_network': 'physnet1'} {{(pid=106489) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:36:12.049544 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4cf2ae-7dce-47ff-b58e-afa284201091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e656aa-b803-4ba4-819a-94b5697c31ec,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:12.058328 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6d4cf2ae-7dce-47ff-b58e-afa284201091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449'] for segment (44132dee-4615-4ba4-9da5-82b4573d0d1b), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:12.058694 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.db.segments_db [None req-6d4cf2ae-7dce-47ff-b58e-afa284201091 admin admin] Added segment 44132dee-4615-4ba4-9da5-82b4573d0d1b of type vlan for network cefcd4fc-db20-49e9-aa17-03d826ae63bd Sep 01 16:36:12.104783 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6d4cf2ae-7dce-47ff-b58e-afa284201091 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777439247782'] for network (cefcd4fc-db20-49e9-aa17-03d826ae63bd), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:12.131465 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6d4cf2ae-7dce-47ff-b58e-afa284201091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248'] for network (cefcd4fc-db20-49e9-aa17-03d826ae63bd), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:12.133042 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4cf2ae-7dce-47ff-b58e-afa284201091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:12.133620 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6d4cf2ae-7dce-47ff-b58e-afa284201091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for network (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:12.194265 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-6d4cf2ae-7dce-47ff-b58e-afa284201091 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3194788 Sep 01 16:36:12.197858 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 34096) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:36:12.202811 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-a5adf129-1b45-4d77-9b66-1cefa38712bc admin admin] Request body: {'subnet': {'network_id': 'cefcd4fc-db20-49e9-aa17-03d826ae63bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-461007479-subnet', 'tenant_id': '38a410afaff64327b9140b767b4ae48c', 'ip_version': 4}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:12.209951 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4cf2ae-7dce-47ff-b58e-afa284201091 admin admin] Pushing event updated for resources: {'Network': ['ID=cefcd4fc-db20-49e9-aa17-03d826ae63bd,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:12.221488 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Network cefcd4fc-db20-49e9-aa17-03d826ae63bd details requested by agent ovs-agent-dv-cinder-852209-10-iscsi with host dv-cinder-852209-10-iscsi {{(pid=106491) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:36:12.225129 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5adf129-1b45-4d77-9b66-1cefa38712bc admin admin] Made reservation on behalf of 38a410afaff64327b9140b767b4ae48c for: {'subnet': 1} {{(pid=106490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:36:12.228680 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a5adf129-1b45-4d77-9b66-1cefa38712bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261988448'] for subnet (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:12.258527 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9834752-0204-407e-89c2-ea17d401ba2a req-821efb87-c709-4494-a0f9-9e259ca8d6a8 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:12.260159 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-c9834752-0204-407e-89c2-ea17d401ba2a req-821efb87-c709-4494-a0f9-9e259ca8d6a8 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 945 time: 0.0623119 Sep 01 16:36:12.273762 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:12.317206 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-c9834752-0204-407e-89c2-ea17d401ba2a req-4c21392b-d6c1-48c3-9787-a470828b604b tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494683 Sep 01 16:36:12.412903 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a5adf129-1b45-4d77-9b66-1cefa38712bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261544416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261988434'] for subnet (cad0d2f6-e1c4-4919-a442-32c451d74348), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:12.484120 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-699296e8-d898-42fa-9454-025030a08196 req-45be4b8c-cc10-4119-b9e8-1e82dbd00746 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1fa20f73-9965-4f95-b7a9-7d98e3822024 HTTP/1.1" status: 200 len: 210 time: 0.0459409 Sep 01 16:36:12.499767 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5adf129-1b45-4d77-9b66-1cefa38712bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=cad0d2f6-e1c4-4919-a442-32c451d74348,revision_number=0']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:12.513456 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5adf129-1b45-4d77-9b66-1cefa38712bc admin admin] Checking segment: {'id': '44132dee-4615-4ba4-9da5-82b4573d0d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'cefcd4fc-db20-49e9-aa17-03d826ae63bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:36:12.514597 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5adf129-1b45-4d77-9b66-1cefa38712bc admin admin] Network hostable DHCP agents. Network: cefcd4fc-db20-49e9-aa17-03d826ae63bd, hostable agents: ['afc997ee-16d2-4ffa-9693-fa31543fa952'], hosted agents: [] {{(pid=106490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:36:12.532182 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5adf129-1b45-4d77-9b66-1cefa38712bc admin admin] Network cefcd4fc-db20-49e9-aa17-03d826ae63bd is scheduled to be hosted by DHCP agent afc997ee-16d2-4ffa-9693-fa31543fa952 with binding_index 1 {{(pid=106490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:36:12.542283 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [None req-a5adf129-1b45-4d77-9b66-1cefa38712bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852209-10-iscsi, cefcd4fc-db20-49e9-aa17-03d826ae63bd) {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:36:12.550748 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5adf129-1b45-4d77-9b66-1cefa38712bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:12.551446 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a5adf129-1b45-4d77-9b66-1cefa38712bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:12.551831 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4187c93-2ca4-4ab7-b80d-8a60ec406c33 None None] Network cefcd4fc-db20-49e9-aa17-03d826ae63bd requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:36:12.571872 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-a5adf129-1b45-4d77-9b66-1cefa38712bc admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3727210 Sep 01 16:36:12.574359 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 34102) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:36:12.578591 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-917644ac-7ab8-4db9-8c44-b344f3897fc2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-461007479-router', 'tenant_id': '38a410afaff64327b9140b767b4ae48c', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'}}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:12.602489 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-917644ac-7ab8-4db9-8c44-b344f3897fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-633072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7429'] for router (b266ed25-812a-421f-9fcb-8d3b14f15ede), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:12.604550 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-917644ac-7ab8-4db9-8c44-b344f3897fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-612190', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7436'] for router (b266ed25-812a-421f-9fcb-8d3b14f15ede), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:12.643863 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7e500-87e6-408c-8d6b-4fe47c25e975 req-3b76ebe4-9d47-49c2-bf09-637da55abd7e tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:12.647160 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-e8c7e500-87e6-408c-8d6b-4fe47c25e975 req-3b76ebe4-9d47-49c2-bf09-637da55abd7e tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 945 time: 0.0743806 Sep 01 16:36:12.675845 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-917644ac-7ab8-4db9-8c44-b344f3897fc2 admin admin] Publish callbacks [] for router_controller (b266ed25-812a-421f-9fcb-8d3b14f15ede), precommit_add_association {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:12.724817 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86a036a-272e-417e-ae09-48df9b99746e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp704810b6-d790-5017-b732-94aec06070b8-cefcd4fc-db20-49e9-aa17-03d826ae63bd', 'network_id': 'cefcd4fc-db20-49e9-aa17-03d826ae63bd', 'project_id': '38a410afaff64327b9140b767b4ae48c', 'fixed_ips': [{'subnet_id': 'cad0d2f6-e1c4-4919-a442-32c451d74348'}]}} from dv-cinder-852209-10-iscsi. {{(pid=106491) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 01 16:36:12.726464 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-a86a036a-272e-417e-ae09-48df9b99746e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:12.764642 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-e8c7e500-87e6-408c-8d6b-4fe47c25e975 req-5692810f-0bdf-4aff-bc74-cbd68d048ae1 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129663 Sep 01 16:36:12.776906 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device fb6f9812-e347-467f-a08f-5d1f825d399d up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:36:12.861903 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-917644ac-7ab8-4db9-8c44-b344f3897fc2 admin admin] Publish callbacks [] for router_gateway (b266ed25-812a-421f-9fcb-8d3b14f15ede), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:12.945308 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port fb6f9812-e347-467f-a08f-5d1f825d399d triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:36:12.945763 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (fb6f9812-e347-467f-a08f-5d1f825d399d), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:12.956295 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc19c94f-af43-4f0d-8f33-c1dda5259072 None None] Sync routers for ids ['44ce9774-bc81-4784-aca4-f5c4cee1383b'] in dv-cinder-852209-10-iscsi {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:36:12.988808 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc19c94f-af43-4f0d-8f33-c1dda5259072 None None] Routers {'44ce9774-bc81-4784-aca4-f5c4cee1383b'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:36:12.989568 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-cc19c94f-af43-4f0d-8f33-c1dda5259072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:35:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['44ce9774-bc81-4784-aca4-f5c4cee1383b'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:13.007170 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.db_base_plugin_common [None req-a86a036a-272e-417e-ae09-48df9b99746e None None] Allocated IP 172.20.0.2 (cefcd4fc-db20-49e9-aa17-03d826ae63bd/cad0d2f6-e1c4-4919-a442-32c451d74348/cb84658a-6b88-465e-80c7-5e6ef704c8c0) {{(pid=106491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:36:13.105738 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-cc19c94f-af43-4f0d-8f33-c1dda5259072 None None] Set router 44ce9774-bc81-4784-aca4-f5c4cee1383b gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:36:13.118127 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:13.121758 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port fb6f9812-e347-467f-a08f-5d1f825d399d is: DOWN; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:36:13.122422 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (fb6f9812-e347-467f-a08f-5d1f825d399d), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:13.167509 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] For port fb6f9812-e347-467f-a08f-5d1f825d399d, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=fb6f9812-e347-467f-a08f-5d1f825d399d,segment=NetworkSegment(6aaf10e3-1532-4b23-b8ff-2b17962713b0),segment_id=6aaf10e3-1532-4b23-b8ff-2b17962713b0)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:13.176302 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (fb6f9812-e347-467f-a08f-5d1f825d399d), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:13.177865 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c1642-c5fb-460d-b42d-df212b311886 req-89cfd9b3-7ce0-44af-946f-a28853f334de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:13.180039 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7e0c1642-c5fb-460d-b42d-df212b311886 req-89cfd9b3-7ce0-44af-946f-a28853f334de service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=b4bbb5d3895c49fa8695d3bca946dbea&device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 1129 time: 0.1538501 Sep 01 16:36:13.197649 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-917644ac-7ab8-4db9-8c44-b344f3897fc2 admin admin] Publish callbacks [] for router_gateway (b266ed25-812a-421f-9fcb-8d3b14f15ede), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:13.237501 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:13.284785 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Pushing event updated for resources: {'Port': ['ID=fb6f9812-e347-467f-a08f-5d1f825d399d,revision_number=4']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:13.286693 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-917644ac-7ab8-4db9-8c44-b344f3897fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:13.289834 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-a86a036a-272e-417e-ae09-48df9b99746e None None] Publish callbacks [] for port (cb84658a-6b88-465e-80c7-5e6ef704c8c0), precommit_create {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:13.298652 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-a86a036a-272e-417e-ae09-48df9b99746e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847'] for port (cb84658a-6b88-465e-80c7-5e6ef704c8c0), after_create {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:13.342784 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86a036a-272e-417e-ae09-48df9b99746e None None] Network cefcd4fc-db20-49e9-aa17-03d826ae63bd is already hosted by enough agents. {{(pid=106491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:36:13.362348 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.scheduler.base_scheduler [None req-a86a036a-272e-417e-ae09-48df9b99746e None None] Resources bound (agent type, host, resource id): {{(pid=106491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:36:13.374275 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:13.379950 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86a036a-272e-417e-ae09-48df9b99746e None None] Received port after_create {{(pid=106491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:36:13.383785 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a036a-272e-417e-ae09-48df9b99746e None None] Pushing event updated for resources: {'Port': ['ID=cb84658a-6b88-465e-80c7-5e6ef704c8c0,revision_number=1']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:13.385543 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:DELETE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:13.399453 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-cc19c94f-af43-4f0d-8f33-c1dda5259072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'name': 'tempest-TestVolumeBootPattern-220569807-router', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:10Z', 'revision_number': 4, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'gw_port': {'id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:69:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': 'd7dc9e68-2496-41d3-a624-ba30aa708ad6', 'name': '', 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'mac_address': 'fa:16:3e:65:be:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '1de59a85-ac00-434c-9a09-dffa079bb909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:09Z', 'updated_at': '2022-09-01T16:36:10Z', 'revision_number': 2, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'subnets': [{'id': '1de59a85-ac00-434c-9a09-dffa079bb909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:13.403137 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c1642-c5fb-460d-b42d-df212b311886 req-8da77910-16e3-4118-8fd5-65ab9c3757ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:13.405895 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7e0c1642-c5fb-460d-b42d-df212b311886 req-8da77910-16e3-4118-8fd5-65ab9c3757ae service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7 HTTP/1.1" status: 200 len: 918 time: 0.1753728 Sep 01 16:36:13.438496 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc19c94f-af43-4f0d-8f33-c1dda5259072 None None] Checking router: 44ce9774-bc81-4784-aca4-f5c4cee1383b for host: dv-cinder-852209-10-iscsi {{(pid=106492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:36:13.439254 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc19c94f-af43-4f0d-8f33-c1dda5259072 None None] Updating router 44ce9774-bc81-4784-aca4-f5c4cee1383b port d7dc9e68-2496-41d3-a624-ba30aa708ad6 binding host dv-cinder-852209-10-iscsi {{(pid=106492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:36:13.478303 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-cc19c94f-af43-4f0d-8f33-c1dda5259072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (d7dc9e68-2496-41d3-a624-ba30aa708ad6), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:13.480202 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7e0c1642-c5fb-460d-b42d-df212b311886 req-a358536b-5528-432e-abab-1574503ac390 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=871bccd9-3596-40d8-8c9a-f29d5ba58a45 HTTP/1.1" status: 200 len: 217 time: 0.0430479 Sep 01 16:36:13.493973 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-a86a036a-272e-417e-ae09-48df9b99746e None None] Attempting to bind port cb84658a-6b88-465e-80c7-5e6ef704c8c0 on host dv-cinder-852209-10-iscsi for vnic_type normal with profile {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:36:13.493973 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-a86a036a-272e-417e-ae09-48df9b99746e None None] Attempting to bind port cb84658a-6b88-465e-80c7-5e6ef704c8c0 by drivers openvswitch,hyperv on host dv-cinder-852209-10-iscsi at level 0 using segments [{'id': '44132dee-4615-4ba4-9da5-82b4573d0d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'cefcd4fc-db20-49e9-aa17-03d826ae63bd'}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:36:13.493973 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86a036a-272e-417e-ae09-48df9b99746e None None] Attempting to bind port cb84658a-6b88-465e-80c7-5e6ef704c8c0 on network cefcd4fc-db20-49e9-aa17-03d826ae63bd {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:36:13.498123 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86a036a-272e-417e-ae09-48df9b99746e None None] Checking agent: {'id': 'de41263d-808c-41d9-af38-92939b4ec796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 25, 56), 'started_at': datetime.datetime(2022, 9, 1, 16, 26, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:36:13.498535 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86a036a-272e-417e-ae09-48df9b99746e None None] Checking segment: {'id': '44132dee-4615-4ba4-9da5-82b4573d0d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'cefcd4fc-db20-49e9-aa17-03d826ae63bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:36:13.498938 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-a86a036a-272e-417e-ae09-48df9b99746e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:13.499330 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86a036a-272e-417e-ae09-48df9b99746e None None] Bound using segment: {'id': '44132dee-4615-4ba4-9da5-82b4573d0d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'cefcd4fc-db20-49e9-aa17-03d826ae63bd'} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:36:13.499870 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-a86a036a-272e-417e-ae09-48df9b99746e None None] Bound port: cb84658a-6b88-465e-80c7-5e6ef704c8c0, host: dv-cinder-852209-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44132dee-4615-4ba4-9da5-82b4573d0d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'cefcd4fc-db20-49e9-aa17-03d826ae63bd'}}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:36:13.500305 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-a86a036a-272e-417e-ae09-48df9b99746e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (cb84658a-6b88-465e-80c7-5e6ef704c8c0), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:13.580603 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-a86a036a-272e-417e-ae09-48df9b99746e None None] For port cb84658a-6b88-465e-80c7-5e6ef704c8c0, host dv-cinder-852209-10-iscsi, cleared binding levels {{(pid=106491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:36:13.584872 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-a86a036a-272e-417e-ae09-48df9b99746e None None] For port cb84658a-6b88-465e-80c7-5e6ef704c8c0, host dv-cinder-852209-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=cb84658a-6b88-465e-80c7-5e6ef704c8c0,segment=NetworkSegment(44132dee-4615-4ba4-9da5-82b4573d0d1b),segment_id=44132dee-4615-4ba4-9da5-82b4573d0d1b)] {{(pid=106491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:36:13.592933 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-a86a036a-272e-417e-ae09-48df9b99746e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (cb84658a-6b88-465e-80c7-5e6ef704c8c0), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:13.624814 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c1642-c5fb-460d-b42d-df212b311886 req-2950c5f6-4686-4e18-9a76-b338ad8435eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:13.626206 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7e0c1642-c5fb-460d-b42d-df212b311886 req-2950c5f6-4686-4e18-9a76-b338ad8435eb service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=82786ccd-9c4e-40d1-ba01-7f97c9ac8af5 HTTP/1.1" status: 200 len: 856 time: 0.0848424 Sep 01 16:36:13.654698 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-70b48557-6337-416a-9ef5-2810c0b3bf4d req-d61b0136-a081-4c46-9b6e-8cbfc6b3d99e tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1fa20f73-9965-4f95-b7a9-7d98e3822024 HTTP/1.1" status: 200 len: 210 time: 0.0479968 Sep 01 16:36:13.658181 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_common [None req-917644ac-7ab8-4db9-8c44-b344f3897fc2 admin admin] Allocated IP 172.27.2.109 (537c3a33-78cb-41f3-a0ee-71478f9cfd9b/3e5d1400-7955-40a6-9a09-08f8a8c1db3a/2736aa60-191a-4aa4-b292-9246468a2850) {{(pid=106490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:36:13.667831 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de343d5-6ddc-433f-8992-341e91221eea req-70c4bebe-cab7-4de1-a8bb-5e9699ed9aaf tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:13.669330 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1de343d5-6ddc-433f-8992-341e91221eea req-70c4bebe-cab7-4de1-a8bb-5e9699ed9aaf tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 945 time: 0.1955173 Sep 01 16:36:13.717735 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a036a-272e-417e-ae09-48df9b99746e None None] Pushing event updated for resources: {'Port': ['ID=cb84658a-6b88-465e-80c7-5e6ef704c8c0,revision_number=2']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:13.841276 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1de343d5-6ddc-433f-8992-341e91221eea req-e3f490f9-4cab-4ca5-b773-63c20ade8bba tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556475 Sep 01 16:36:13.858502 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c1642-c5fb-460d-b42d-df212b311886 req-4397a2b1-b205-4233-af24-74524edb6d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:13.860149 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7e0c1642-c5fb-460d-b42d-df212b311886 req-4397a2b1-b205-4233-af24-74524edb6d21 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0820978 Sep 01 16:36:13.889924 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-917644ac-7ab8-4db9-8c44-b344f3897fc2 admin admin] Publish callbacks [] for port (2736aa60-191a-4aa4-b292-9246468a2850), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:13.909826 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e37c8b-6fa7-4849-a31a-d7f2e3950c60 req-3dc1503b-5854-4248-b056-279616b6142f tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:13.917503 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-f9e37c8b-6fa7-4849-a31a-d7f2e3950c60 req-3dc1503b-5854-4248-b056-279616b6142f tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 945 time: 0.0624852 Sep 01 16:36:13.924645 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-917644ac-7ab8-4db9-8c44-b344f3897fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (2736aa60-191a-4aa4-b292-9246468a2850), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:13.958824 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-cc19c94f-af43-4f0d-8f33-c1dda5259072 None None] Publish callbacks [] for port (d7dc9e68-2496-41d3-a624-ba30aa708ad6), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:13.968026 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-cc19c94f-af43-4f0d-8f33-c1dda5259072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (d7dc9e68-2496-41d3-a624-ba30aa708ad6), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:13.999202 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-f9e37c8b-6fa7-4849-a31a-d7f2e3950c60 req-77f6ba6d-00d6-44a6-b62a-ffb44541195f tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769339 Sep 01 16:36:14.015973 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8570ed-f5e3-4c3b-a64c-61d3610a2b40 None None] Pushing event updated for resources: {'Port': ['ID=d7dc9e68-2496-41d3-a624-ba30aa708ad6,revision_number=3']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:14.024073 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8570ed-f5e3-4c3b-a64c-61d3610a2b40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:14.024592 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8570ed-f5e3-4c3b-a64c-61d3610a2b40 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:14.025120 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8570ed-f5e3-4c3b-a64c-61d3610a2b40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:14.025664 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8570ed-f5e3-4c3b-a64c-61d3610a2b40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:14.026148 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8570ed-f5e3-4c3b-a64c-61d3610a2b40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:14.026825 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8570ed-f5e3-4c3b-a64c-61d3610a2b40 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:14.027333 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8570ed-f5e3-4c3b-a64c-61d3610a2b40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:14.027657 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8570ed-f5e3-4c3b-a64c-61d3610a2b40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:14.028001 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8570ed-f5e3-4c3b-a64c-61d3610a2b40 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:14.028158 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917644ac-7ab8-4db9-8c44-b344f3897fc2 admin admin] Network 537c3a33-78cb-41f3-a0ee-71478f9cfd9b is already hosted by enough agents. {{(pid=106490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:36:14.028465 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8570ed-f5e3-4c3b-a64c-61d3610a2b40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:14.028787 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8570ed-f5e3-4c3b-a64c-61d3610a2b40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:14.029134 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8570ed-f5e3-4c3b-a64c-61d3610a2b40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:14.029456 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8570ed-f5e3-4c3b-a64c-61d3610a2b40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:14.029823 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8570ed-f5e3-4c3b-a64c-61d3610a2b40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:14.030347 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8570ed-f5e3-4c3b-a64c-61d3610a2b40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:14.033225 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917644ac-7ab8-4db9-8c44-b344f3897fc2 admin admin] Pushing event updated for resources: {'Port': ['ID=2736aa60-191a-4aa4-b292-9246468a2850,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:14.042039 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [None req-917644ac-7ab8-4db9-8c44-b344f3897fc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:36:14.051142 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917644ac-7ab8-4db9-8c44-b344f3897fc2 admin admin] Received port after_create {{(pid=106490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:36:14.126606 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [None req-cc19c94f-af43-4f0d-8f33-c1dda5259072 None None] Attempting to bind port d7dc9e68-2496-41d3-a624-ba30aa708ad6 on host dv-cinder-852209-10-iscsi for vnic_type normal with profile {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:36:14.126964 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [None req-cc19c94f-af43-4f0d-8f33-c1dda5259072 None None] Attempting to bind port d7dc9e68-2496-41d3-a624-ba30aa708ad6 by drivers openvswitch,hyperv on host dv-cinder-852209-10-iscsi at level 0 using segments [{'id': 'bbd04979-a082-42b3-a384-0dd9dbff408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8'}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:36:14.127324 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc19c94f-af43-4f0d-8f33-c1dda5259072 None None] Attempting to bind port d7dc9e68-2496-41d3-a624-ba30aa708ad6 on network 5fae8c7f-11cf-4ab3-8c34-e624963abdb8 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:36:14.132902 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc19c94f-af43-4f0d-8f33-c1dda5259072 None None] Checking agent: {'id': 'de41263d-808c-41d9-af38-92939b4ec796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 25, 56), 'started_at': datetime.datetime(2022, 9, 1, 16, 26, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:36:14.133263 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc19c94f-af43-4f0d-8f33-c1dda5259072 None None] Checking segment: {'id': 'bbd04979-a082-42b3-a384-0dd9dbff408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:36:14.133913 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-cc19c94f-af43-4f0d-8f33-c1dda5259072 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:14.134333 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc19c94f-af43-4f0d-8f33-c1dda5259072 None None] Bound using segment: {'id': 'bbd04979-a082-42b3-a384-0dd9dbff408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8'} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:36:14.134803 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [None req-cc19c94f-af43-4f0d-8f33-c1dda5259072 None None] Bound port: d7dc9e68-2496-41d3-a624-ba30aa708ad6, host: dv-cinder-852209-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd04979-a082-42b3-a384-0dd9dbff408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8'}}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:36:14.135176 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-cc19c94f-af43-4f0d-8f33-c1dda5259072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (d7dc9e68-2496-41d3-a624-ba30aa708ad6), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:14.228445 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [None req-cc19c94f-af43-4f0d-8f33-c1dda5259072 None None] For port d7dc9e68-2496-41d3-a624-ba30aa708ad6, host dv-cinder-852209-10-iscsi, cleared binding levels {{(pid=106492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:36:14.237214 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [None req-cc19c94f-af43-4f0d-8f33-c1dda5259072 None None] For port d7dc9e68-2496-41d3-a624-ba30aa708ad6, host dv-cinder-852209-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=d7dc9e68-2496-41d3-a624-ba30aa708ad6,segment=NetworkSegment(bbd04979-a082-42b3-a384-0dd9dbff408c),segment_id=bbd04979-a082-42b3-a384-0dd9dbff408c)] {{(pid=106492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:36:14.252234 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-cc19c94f-af43-4f0d-8f33-c1dda5259072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (d7dc9e68-2496-41d3-a624-ba30aa708ad6), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:14.262381 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:14.269584 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc19c94f-af43-4f0d-8f33-c1dda5259072 None None] Routers {'44ce9774-bc81-4784-aca4-f5c4cee1383b'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:36:14.269875 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-cc19c94f-af43-4f0d-8f33-c1dda5259072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:35:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['44ce9774-bc81-4784-aca4-f5c4cee1383b'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:14.359371 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:14.370127 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8570ed-f5e3-4c3b-a64c-61d3610a2b40 None None] Pushing event updated for resources: {'Port': ['ID=d7dc9e68-2496-41d3-a624-ba30aa708ad6,revision_number=4']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:14.443625 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-cc19c94f-af43-4f0d-8f33-c1dda5259072 None None] Set router 44ce9774-bc81-4784-aca4-f5c4cee1383b gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:36:14.683778 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7e0c1642-c5fb-460d-b42d-df212b311886 req-782d5ce1-c28c-4d91-af05-e355c23dcafc service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294912 Sep 01 16:36:14.728441 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-cc19c94f-af43-4f0d-8f33-c1dda5259072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'name': 'tempest-TestVolumeBootPattern-220569807-router', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:10Z', 'revision_number': 4, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'gw_port': {'id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': 'd7dc9e68-2496-41d3-a624-ba30aa708ad6', 'name': '', 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'mac_address': 'fa:16:3e:65:be:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '1de59a85-ac00-434c-9a09-dffa079bb909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:09Z', 'updated_at': '2022-09-01T16:36:14Z', 'revision_number': 4, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'subnets': [{'id': '1de59a85-ac00-434c-9a09-dffa079bb909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:14.771445 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc19c94f-af43-4f0d-8f33-c1dda5259072 None None] The sync data for ids ['44ce9774-bc81-4784-aca4-f5c4cee1383b'] in dv-cinder-852209-10-iscsi is: [{'id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'name': 'tempest-TestVolumeBootPattern-220569807-router', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:10Z', 'revision_number': 4, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'gw_port': {'id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': 'd7dc9e68-2496-41d3-a624-ba30aa708ad6', 'name': '', 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'mac_address': 'fa:16:3e:65:be:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '1de59a85-ac00-434c-9a09-dffa079bb909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:09Z', 'updated_at': '2022-09-01T16:36:14Z', 'revision_number': 4, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'subnets': [{'id': '1de59a85-ac00-434c-9a09-dffa079bb909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:36:14.904433 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-252086e9-4424-4476-85b4-b0e0f9fdeaf4 req-4833d036-0633-4f0f-b198-b8d54568216d tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1fa20f73-9965-4f95-b7a9-7d98e3822024 HTTP/1.1" status: 200 len: 210 time: 0.1189761 Sep 01 16:36:14.912983 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device fb6f9812-e347-467f-a08f-5d1f825d399d up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:36:14.918106 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-917644ac-7ab8-4db9-8c44-b344f3897fc2 admin admin] Publish callbacks [] for router_gateway (b266ed25-812a-421f-9fcb-8d3b14f15ede), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:15.042639 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port fb6f9812-e347-467f-a08f-5d1f825d399d triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:36:15.043045 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (fb6f9812-e347-467f-a08f-5d1f825d399d), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:15.043453 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:15.153199 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:15.161799 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90006083-7254-46f4-bd79-8e2133aa8b73 req-ff955fd3-1bae-4fc5-8607-823ed297b646 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:15.198491 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-90006083-7254-46f4-bd79-8e2133aa8b73 req-ff955fd3-1bae-4fc5-8607-823ed297b646 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 945 time: 0.1930928 Sep 01 16:36:15.208297 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:15.239854 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port fb6f9812-e347-467f-a08f-5d1f825d399d is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:36:15.260953 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device cb84658a-6b88-465e-80c7-5e6ef704c8c0 up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:36:15.297339 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-90006083-7254-46f4-bd79-8e2133aa8b73 req-217b12a0-e4d6-4a8a-b9e8-81ac152394a4 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946097 Sep 01 16:36:15.363985 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port cb84658a-6b88-465e-80c7-5e6ef704c8c0 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:36:15.364609 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (cb84658a-6b88-465e-80c7-5e6ef704c8c0), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:15.484042 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63182a1-bb53-47cd-97cf-3c1483b80490 None None] Network cefcd4fc-db20-49e9-aa17-03d826ae63bd requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:36:15.551081 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port cb84658a-6b88-465e-80c7-5e6ef704c8c0 is: DOWN; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:36:15.558306 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (cb84658a-6b88-465e-80c7-5e6ef704c8c0), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:15.558523 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e36d91-44fa-4e84-9a7b-f43582113dd7 req-035f212e-83e4-4e3b-9c53-8a957ed4ecbc tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:15.566701 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c8e36d91-44fa-4e84-9a7b-f43582113dd7 req-035f212e-83e4-4e3b-9c53-8a957ed4ecbc tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 945 time: 0.3199930 Sep 01 16:36:15.584885 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:15.623772 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-917644ac-7ab8-4db9-8c44-b344f3897fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612335'] for router (b266ed25-812a-421f-9fcb-8d3b14f15ede), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:15.650265 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] For port cb84658a-6b88-465e-80c7-5e6ef704c8c0, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=cb84658a-6b88-465e-80c7-5e6ef704c8c0,segment=NetworkSegment(44132dee-4615-4ba4-9da5-82b4573d0d1b),segment_id=44132dee-4615-4ba4-9da5-82b4573d0d1b)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:15.661663 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-4d9d4ac0-fc3a-4e9e-b4fe-41e60ee7e6d0 None None] Provisioning complete for port cb84658a-6b88-465e-80c7-5e6ef704c8c0 triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:36:15.662137 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-4d9d4ac0-fc3a-4e9e-b4fe-41e60ee7e6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (cb84658a-6b88-465e-80c7-5e6ef704c8c0), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:15.715049 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c8e36d91-44fa-4e84-9a7b-f43582113dd7 req-6e136bf6-a4df-43ff-8006-1d51f63297ea tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473150 Sep 01 16:36:15.755949 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (cb84658a-6b88-465e-80c7-5e6ef704c8c0), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:15.927575 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-4d9d4ac0-fc3a-4e9e-b4fe-41e60ee7e6d0 None None] Current status of the port cb84658a-6b88-465e-80c7-5e6ef704c8c0 is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:36:15.951168 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7e0c1642-c5fb-460d-b42d-df212b311886 req-95aa6945-17a2-4b22-8d3e-94b1660321ef service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5940254 Sep 01 16:36:15.958464 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Pushing event updated for resources: {'Port': ['ID=cb84658a-6b88-465e-80c7-5e6ef704c8c0,revision_number=3']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:16.002843 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917644ac-7ab8-4db9-8c44-b344f3897fc2 admin admin] Router b266ed25-812a-421f-9fcb-8d3b14f15ede is scheduled to L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 with binding_index 1 {{(pid=106490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:36:16.028620 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:16.123007 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-f290f754-34e1-48f4-b8ab-c4cb30a7dc75 req-8283d26e-855d-418c-a828-64a419d76558 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1fa20f73-9965-4f95-b7a9-7d98e3822024 HTTP/1.1" status: 200 len: 210 time: 0.0621772 Sep 01 16:36:16.409029 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917644ac-7ab8-4db9-8c44-b344f3897fc2 admin admin] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:36:16.423795 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702423cc-c100-42c1-9e66-2a7e49e966d6 None None] Sync routers for ids ['b266ed25-812a-421f-9fcb-8d3b14f15ede'] in dv-cinder-852209-10-iscsi {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:36:16.458739 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702423cc-c100-42c1-9e66-2a7e49e966d6 None None] Routers {'b266ed25-812a-421f-9fcb-8d3b14f15ede'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:36:16.461783 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-702423cc-c100-42c1-9e66-2a7e49e966d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:35:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['b266ed25-812a-421f-9fcb-8d3b14f15ede'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:16.575881 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-917644ac-7ab8-4db9-8c44-b344f3897fc2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:16.580423 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 34192) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:36:16.581066 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-917644ac-7ab8-4db9-8c44-b344f3897fc2 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0050116 Sep 01 16:36:16.694518 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a3f21-fda1-40c5-87d5-f075cb62b54a req-99ede385-c661-4c4c-8250-d956506b0a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:16.698477 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b35a3f21-fda1-40c5-87d5-f075cb62b54a req-99ede385-c661-4c4c-8250-d956506b0a1b service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 1129 time: 0.3184884 Sep 01 16:36:16.711195 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950d11d-5dd1-4dbd-ad13-1e3078495d7d req-c913c975-3537-4208-9cca-9fc3c2fc6d43 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:16.713066 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-8950d11d-5dd1-4dbd-ad13-1e3078495d7d req-c913c975-3537-4208-9cca-9fc3c2fc6d43 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 945 time: 0.1505108 Sep 01 16:36:16.867502 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7022adb-4550-4542-8152-54e089661a4c req-dfdc3d80-4cd4-4352-8f44-41426cf12112 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:16.879271 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c7022adb-4550-4542-8152-54e089661a4c req-dfdc3d80-4cd4-4352-8f44-41426cf12112 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.77 "GET /networking/v2.0/networks?id=38acd0bc-b894-4eb9-a8c5-fadf4fec09f0 HTTP/1.1" status: 200 len: 814 time: 0.6725478 Sep 01 16:36:16.946430 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-8950d11d-5dd1-4dbd-ad13-1e3078495d7d req-49e78bd8-aa00-45d8-84a9-7104842d01d5 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032592 Sep 01 16:36:16.964076 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [req-c7022adb-4550-4542-8152-54e089661a4c req-cd2afa7f-5bb0-462b-8ff6-9833d9bc18a4 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Request body: {'port': {'device_id': '1fa20f73-9965-4f95-b7a9-7d98e3822024', 'network_id': '38acd0bc-b894-4eb9-a8c5-fadf4fec09f0', 'admin_state_up': True, 'tenant_id': '09b1f2c2ff4e4338acd2a3367a4fdee5'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:16.994937 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-db400f49-5944-4aac-9edb-24d64b48ad9f None None] Provisioning complete for port cb84658a-6b88-465e-80c7-5e6ef704c8c0 triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:36:16.995957 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-db400f49-5944-4aac-9edb-24d64b48ad9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (cb84658a-6b88-465e-80c7-5e6ef704c8c0), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:17.121134 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device d7dc9e68-2496-41d3-a624-ba30aa708ad6 up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:36:17.167308 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:17.191947 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-702423cc-c100-42c1-9e66-2a7e49e966d6 None None] Set router b266ed25-812a-421f-9fcb-8d3b14f15ede gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:36:17.232189 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b35a3f21-fda1-40c5-87d5-f075cb62b54a req-d382333f-55f9-4a2e-8345-4ef90cfa2972 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595570 Sep 01 16:36:17.234859 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c1042-435b-451c-b4be-76dc99496993 req-6a73aff8-bf8b-4bb2-83b7-dbf6e01e7b7f tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:17.243078 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-af3c1042-435b-451c-b4be-76dc99496993 req-6a73aff8-bf8b-4bb2-83b7-dbf6e01e7b7f tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 945 time: 0.1281939 Sep 01 16:36:17.379038 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:17.410769 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7022adb-4550-4542-8152-54e089661a4c req-cd2afa7f-5bb0-462b-8ff6-9833d9bc18a4 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Made reservation on behalf of 09b1f2c2ff4e4338acd2a3367a4fdee5 for: {'port': 1} {{(pid=106490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:36:17.423019 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-c7022adb-4550-4542-8152-54e089661a4c req-cd2afa7f-5bb0-462b-8ff6-9833d9bc18a4 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:17.439597 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-af3c1042-435b-451c-b4be-76dc99496993 req-5f97dcf3-711b-4200-be1d-3295647d813a tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955161 Sep 01 16:36:17.527790 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-dd933b1e-9e90-4707-8f9f-738ebca75151 req-78088016-3a53-442b-9e54-d6ab9e0f978f tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1fa20f73-9965-4f95-b7a9-7d98e3822024 HTTP/1.1" status: 200 len: 210 time: 0.0666928 Sep 01 16:36:17.531298 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-db400f49-5944-4aac-9edb-24d64b48ad9f None None] Current status of the port cb84658a-6b88-465e-80c7-5e6ef704c8c0 is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:36:17.544705 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port d7dc9e68-2496-41d3-a624-ba30aa708ad6 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:36:17.547747 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (d7dc9e68-2496-41d3-a624-ba30aa708ad6), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:17.623131 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:17.679866 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566cb2be-71e6-412d-a081-d0435914fa0f req-a48ebf09-67ba-47dc-b49e-26b91338f8b2 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:17.687450 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-566cb2be-71e6-412d-a081-d0435914fa0f req-a48ebf09-67ba-47dc-b49e-26b91338f8b2 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.1058292 Sep 01 16:36:17.753723 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_common [req-c7022adb-4550-4542-8152-54e089661a4c req-cd2afa7f-5bb0-462b-8ff6-9833d9bc18a4 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Allocated IP 172.20.0.6 (38acd0bc-b894-4eb9-a8c5-fadf4fec09f0/a1176e06-7b68-4acd-ab72-99b73daee270/896672fd-654c-408f-bad2-1993fb22ba9a) {{(pid=106490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:36:17.777635 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-702423cc-c100-42c1-9e66-2a7e49e966d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b266ed25-812a-421f-9fcb-8d3b14f15ede', 'name': 'tempest-TestVolumeBootPattern-461007479-router', 'tenant_id': '38a410afaff64327b9140b767b4ae48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '2736aa60-191a-4aa4-b292-9246468a2850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:36:12Z', 'updated_at': '2022-09-01T16:36:14Z', 'revision_number': 3, 'project_id': '38a410afaff64327b9140b767b4ae48c', 'gw_port': {'id': '2736aa60-191a-4aa4-b292-9246468a2850', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b266ed25-812a-421f-9fcb-8d3b14f15ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:13Z', 'updated_at': '2022-09-01T16:36:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:17.799156 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-566cb2be-71e6-412d-a081-d0435914fa0f req-27c00451-3887-47af-9896-00ca8b1d3c4f tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104546 Sep 01 16:36:17.854696 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port d7dc9e68-2496-41d3-a624-ba30aa708ad6 is: DOWN; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:36:17.854929 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (d7dc9e68-2496-41d3-a624-ba30aa708ad6), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:17.878927 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702423cc-c100-42c1-9e66-2a7e49e966d6 None None] Checking router: b266ed25-812a-421f-9fcb-8d3b14f15ede for host: dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:36:17.879233 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702423cc-c100-42c1-9e66-2a7e49e966d6 None None] Updating router b266ed25-812a-421f-9fcb-8d3b14f15ede port 2736aa60-191a-4aa4-b292-9246468a2850 binding host dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:36:17.938039 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-702423cc-c100-42c1-9e66-2a7e49e966d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (2736aa60-191a-4aa4-b292-9246468a2850), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:17.944427 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] For port d7dc9e68-2496-41d3-a624-ba30aa708ad6, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=d7dc9e68-2496-41d3-a624-ba30aa708ad6,segment=NetworkSegment(bbd04979-a082-42b3-a384-0dd9dbff408c),segment_id=bbd04979-a082-42b3-a384-0dd9dbff408c)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:17.969677 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (d7dc9e68-2496-41d3-a624-ba30aa708ad6), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:17.971200 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device cb84658a-6b88-465e-80c7-5e6ef704c8c0 up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:36:18.048962 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-c7022adb-4550-4542-8152-54e089661a4c req-cd2afa7f-5bb0-462b-8ff6-9833d9bc18a4 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Publish callbacks [] for port (896672fd-654c-408f-bad2-1993fb22ba9a), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:18.099619 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-c7022adb-4550-4542-8152-54e089661a4c req-cd2afa7f-5bb0-462b-8ff6-9833d9bc18a4 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (896672fd-654c-408f-bad2-1993fb22ba9a), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:18.132507 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:18.145520 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:18.162532 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Pushing event updated for resources: {'Port': ['ID=d7dc9e68-2496-41d3-a624-ba30aa708ad6,revision_number=5']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:18.169744 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9b6d7670-4928-4708-91f8-8433925f0653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:18.176896 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port cb84658a-6b88-465e-80c7-5e6ef704c8c0 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:36:18.177272 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (cb84658a-6b88-465e-80c7-5e6ef704c8c0), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:18.276071 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7022adb-4550-4542-8152-54e089661a4c req-cd2afa7f-5bb0-462b-8ff6-9833d9bc18a4 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Network 38acd0bc-b894-4eb9-a8c5-fadf4fec09f0 is already hosted by enough agents. {{(pid=106490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:36:18.281709 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [req-c7022adb-4550-4542-8152-54e089661a4c req-cd2afa7f-5bb0-462b-8ff6-9833d9bc18a4 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Resources bound (agent type, host, resource id): {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:36:18.287732 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7022adb-4550-4542-8152-54e089661a4c req-cd2afa7f-5bb0-462b-8ff6-9833d9bc18a4 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Received port after_create {{(pid=106490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:36:18.344547 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7022adb-4550-4542-8152-54e089661a4c req-cd2afa7f-5bb0-462b-8ff6-9833d9bc18a4 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:18.345366 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-c7022adb-4550-4542-8152-54e089661a4c req-cd2afa7f-5bb0-462b-8ff6-9833d9bc18a4 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:18.351294 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port cb84658a-6b88-465e-80c7-5e6ef704c8c0 is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:36:18.427817 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2afa7f-5bb0-462b-8ff6-9833d9bc18a4 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Pushing event updated for resources: {'Port': ['ID=896672fd-654c-408f-bad2-1993fb22ba9a,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:18.450803 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c7022adb-4550-4542-8152-54e089661a4c req-cd2afa7f-5bb0-462b-8ff6-9833d9bc18a4 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4912817 Sep 01 16:36:18.459253 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40667d50-466a-40ac-85d6-50b43e5144b7 req-7d64339c-d23b-4429-99ad-bc9e49e4fcb9 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:18.461562 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-40667d50-466a-40ac-85d6-50b43e5144b7 req-7d64339c-d23b-4429-99ad-bc9e49e4fcb9 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 945 time: 0.0775950 Sep 01 16:36:18.494122 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-702423cc-c100-42c1-9e66-2a7e49e966d6 None None] Publish callbacks [] for port (2736aa60-191a-4aa4-b292-9246468a2850), precommit_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:18.522188 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-702423cc-c100-42c1-9e66-2a7e49e966d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (2736aa60-191a-4aa4-b292-9246468a2850), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:18.589766 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [req-c7022adb-4550-4542-8152-54e089661a4c req-89540544-6522-4013-82ad-91ca08574c1d service neutron] Request body: {'port': {'device_id': '1fa20f73-9965-4f95-b7a9-7d98e3822024', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:18.677865 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-702423cc-c100-42c1-9e66-2a7e49e966d6 None None] Attempting to bind port 2736aa60-191a-4aa4-b292-9246468a2850 on host dv-cinder-852209-10-iscsi for vnic_type normal with profile {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:36:18.678155 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-702423cc-c100-42c1-9e66-2a7e49e966d6 None None] Attempting to bind port 2736aa60-191a-4aa4-b292-9246468a2850 by drivers openvswitch,hyperv on host dv-cinder-852209-10-iscsi at level 0 using segments [{'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:36:18.678537 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702423cc-c100-42c1-9e66-2a7e49e966d6 None None] Attempting to bind port 2736aa60-191a-4aa4-b292-9246468a2850 on network 537c3a33-78cb-41f3-a0ee-71478f9cfd9b {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:36:18.679529 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-40667d50-466a-40ac-85d6-50b43e5144b7 req-0f4b14cc-567d-4cb6-8dc2-f3a5243764ec tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973927 Sep 01 16:36:18.716890 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702423cc-c100-42c1-9e66-2a7e49e966d6 None None] Checking agent: {'id': 'de41263d-808c-41d9-af38-92939b4ec796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 25, 56), 'started_at': datetime.datetime(2022, 9, 1, 16, 26, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:36:18.717671 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702423cc-c100-42c1-9e66-2a7e49e966d6 None None] Checking segment: {'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:36:18.718320 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-702423cc-c100-42c1-9e66-2a7e49e966d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:18.736745 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702423cc-c100-42c1-9e66-2a7e49e966d6 None None] Bound using segment: {'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:36:18.737266 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-702423cc-c100-42c1-9e66-2a7e49e966d6 None None] Bound port: 2736aa60-191a-4aa4-b292-9246468a2850, host: dv-cinder-852209-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'}}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:36:18.737716 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-702423cc-c100-42c1-9e66-2a7e49e966d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (2736aa60-191a-4aa4-b292-9246468a2850), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:18.741601 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a8ea4-4890-4aea-858b-627ea3933187 None None] Pushing event updated for resources: {'Port': ['ID=2736aa60-191a-4aa4-b292-9246468a2850,revision_number=2']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:18.796266 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e7780-70e8-4de1-8405-4c28a2a38edf req-aa0fb4eb-e557-4ad7-a144-4f59280d49c5 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:18.813558 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-ec2e7780-70e8-4de1-8405-4c28a2a38edf req-aa0fb4eb-e557-4ad7-a144-4f59280d49c5 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 945 time: 0.1603167 Sep 01 16:36:18.824839 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:18.836811 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device d7dc9e68-2496-41d3-a624-ba30aa708ad6 up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:36:18.869398 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.db_base_plugin_common [None req-9b6d7670-4928-4708-91f8-8433925f0653 admin admin] Allocated IP 172.20.0.1 (cefcd4fc-db20-49e9-aa17-03d826ae63bd/cad0d2f6-e1c4-4919-a442-32c451d74348/5f7842ed-0b07-4a16-a678-b20b21c8dc53) {{(pid=106489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:36:18.890962 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15280b1-a397-4633-8d2b-abb6dddd91d5 req-14236bb1-87ec-4387-9be8-b6716427339e tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:18.902954 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a15280b1-a397-4633-8d2b-abb6dddd91d5 req-14236bb1-87ec-4387-9be8-b6716427339e tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1fa20f73-9965-4f95-b7a9-7d98e3822024 HTTP/1.1" status: 200 len: 931 time: 0.1107416 Sep 01 16:36:18.909861 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-ec2e7780-70e8-4de1-8405-4c28a2a38edf req-caf096fb-3126-44e3-aef1-c6a38d2b243b tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954201 Sep 01 16:36:18.937282 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-c7022adb-4550-4542-8152-54e089661a4c req-89540544-6522-4013-82ad-91ca08574c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (896672fd-654c-408f-bad2-1993fb22ba9a), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:18.973902 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-702423cc-c100-42c1-9e66-2a7e49e966d6 None None] For port 2736aa60-191a-4aa4-b292-9246468a2850, host dv-cinder-852209-10-iscsi, cleared binding levels {{(pid=106491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:36:18.999139 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a15280b1-a397-4633-8d2b-abb6dddd91d5 req-47412c1c-4697-4802-b311-7f3476091b78 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b2328c1-9620-472d-b749-dba6a89d779a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941677 Sep 01 16:36:19.040208 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-702423cc-c100-42c1-9e66-2a7e49e966d6 None None] For port 2736aa60-191a-4aa4-b292-9246468a2850, host dv-cinder-852209-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=2736aa60-191a-4aa4-b292-9246468a2850,segment=NetworkSegment(6aaf10e3-1532-4b23-b8ff-2b17962713b0),segment_id=6aaf10e3-1532-4b23-b8ff-2b17962713b0)] {{(pid=106491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:36:19.054513 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-702423cc-c100-42c1-9e66-2a7e49e966d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (2736aa60-191a-4aa4-b292-9246468a2850), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:19.085753 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05531d17-a3d0-4870-a633-7ef07a092e1c req-6249a9be-4fd0-4ad9-b1ca-27ce649cb82b tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:19.092919 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-05531d17-a3d0-4870-a633-7ef07a092e1c req-6249a9be-4fd0-4ad9-b1ca-27ce649cb82b tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0585730 Sep 01 16:36:19.169374 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a8ea4-4890-4aea-858b-627ea3933187 None None] Pushing event updated for resources: {'Port': ['ID=2736aa60-191a-4aa4-b292-9246468a2850,revision_number=3']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:19.183900 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9b6d7670-4928-4708-91f8-8433925f0653 admin admin] Publish callbacks [] for port (5f7842ed-0b07-4a16-a678-b20b21c8dc53), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:19.213279 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port d7dc9e68-2496-41d3-a624-ba30aa708ad6 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:36:19.213847 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (d7dc9e68-2496-41d3-a624-ba30aa708ad6), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:19.217418 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:19.237734 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9b6d7670-4928-4708-91f8-8433925f0653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261346675'] for port (5f7842ed-0b07-4a16-a678-b20b21c8dc53), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:19.242557 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702423cc-c100-42c1-9e66-2a7e49e966d6 None None] Routers {'b266ed25-812a-421f-9fcb-8d3b14f15ede'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:36:19.243391 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-702423cc-c100-42c1-9e66-2a7e49e966d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:35:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['b266ed25-812a-421f-9fcb-8d3b14f15ede'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:19.310532 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d7670-4928-4708-91f8-8433925f0653 admin admin] Pushing event updated for resources: {'Port': ['ID=5f7842ed-0b07-4a16-a678-b20b21c8dc53,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:19.349813 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6d7670-4928-4708-91f8-8433925f0653 admin admin] Network cefcd4fc-db20-49e9-aa17-03d826ae63bd is already hosted by enough agents. {{(pid=106489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:36:19.357288 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.base_scheduler [None req-9b6d7670-4928-4708-91f8-8433925f0653 admin admin] Resources bound (agent type, host, resource id): {{(pid=106489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:36:19.386774 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-05531d17-a3d0-4870-a633-7ef07a092e1c req-570af862-6f24-4663-813c-b65630c1a9a4 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2925639 Sep 01 16:36:19.388023 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6d7670-4928-4708-91f8-8433925f0653 admin admin] Received port after_create {{(pid=106489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:36:19.461485 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-702423cc-c100-42c1-9e66-2a7e49e966d6 None None] Set router b266ed25-812a-421f-9fcb-8d3b14f15ede gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:36:19.477168 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9b6d7670-4928-4708-91f8-8433925f0653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630860'] for router_interface (b266ed25-812a-421f-9fcb-8d3b14f15ede), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:19.708816 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9b6d7670-4928-4708-91f8-8433925f0653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (5f7842ed-0b07-4a16-a678-b20b21c8dc53), before_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:19.790309 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:19.815533 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port d7dc9e68-2496-41d3-a624-ba30aa708ad6 is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:36:19.850055 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:19.851867 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:19.890133 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:19.891315 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-074b2a38-b220-4f78-bb8c-287dec315a2f None None] Provisioning complete for port 5f7842ed-0b07-4a16-a678-b20b21c8dc53 triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:36:19.891699 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-074b2a38-b220-4f78-bb8c-287dec315a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (5f7842ed-0b07-4a16-a678-b20b21c8dc53), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:19.944786 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-074b2a38-b220-4f78-bb8c-287dec315a2f None None] Port 5f7842ed-0b07-4a16-a678-b20b21c8dc53 cannot update to ACTIVE because it is not bound. {{(pid=106491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 16:36:19.978284 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32355b88-b4c1-4b4b-bb12-45a3b683939c req-53cf4cd6-59f7-4c53-afc0-fe0c619b2b19 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:19.980254 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-32355b88-b4c1-4b4b-bb12-45a3b683939c req-53cf4cd6-59f7-4c53-afc0-fe0c619b2b19 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 945 time: 0.1162243 Sep 01 16:36:20.014353 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-702423cc-c100-42c1-9e66-2a7e49e966d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b266ed25-812a-421f-9fcb-8d3b14f15ede', 'name': 'tempest-TestVolumeBootPattern-461007479-router', 'tenant_id': '38a410afaff64327b9140b767b4ae48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '2736aa60-191a-4aa4-b292-9246468a2850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:36:12Z', 'updated_at': '2022-09-01T16:36:14Z', 'revision_number': 3, 'project_id': '38a410afaff64327b9140b767b4ae48c', 'gw_port': {'id': '2736aa60-191a-4aa4-b292-9246468a2850', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b266ed25-812a-421f-9fcb-8d3b14f15ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:13Z', 'updated_at': '2022-09-01T16:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:20.055286 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702423cc-c100-42c1-9e66-2a7e49e966d6 None None] The sync data for ids ['b266ed25-812a-421f-9fcb-8d3b14f15ede'] in dv-cinder-852209-10-iscsi is: [{'id': 'b266ed25-812a-421f-9fcb-8d3b14f15ede', 'name': 'tempest-TestVolumeBootPattern-461007479-router', 'tenant_id': '38a410afaff64327b9140b767b4ae48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '2736aa60-191a-4aa4-b292-9246468a2850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:36:12Z', 'updated_at': '2022-09-01T16:36:14Z', 'revision_number': 3, 'project_id': '38a410afaff64327b9140b767b4ae48c', 'gw_port': {'id': '2736aa60-191a-4aa4-b292-9246468a2850', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b266ed25-812a-421f-9fcb-8d3b14f15ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:13Z', 'updated_at': '2022-09-01T16:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}] {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:36:20.159292 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [req-c7022adb-4550-4542-8152-54e089661a4c req-89540544-6522-4013-82ad-91ca08574c1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 896672fd-654c-408f-bad2-1993fb22ba9a {{(pid=106490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:36:20.168660 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-c7022adb-4550-4542-8152-54e089661a4c req-89540544-6522-4013-82ad-91ca08574c1d service neutron] Publish callbacks [] for port (896672fd-654c-408f-bad2-1993fb22ba9a), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:20.172397 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e8615-9e41-4479-b0b9-3f6e88a8dc34 req-03163a81-d64a-4159-a826-9bc7d612166f tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:20.175224 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-409e8615-9e41-4479-b0b9-3f6e88a8dc34 req-03163a81-d64a-4159-a826-9bc7d612166f tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 945 time: 0.0607648 Sep 01 16:36:20.189887 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.provisioning_blocks [req-c7022adb-4550-4542-8152-54e089661a4c req-89540544-6522-4013-82ad-91ca08574c1d service neutron] Transition to ACTIVE for port object 896672fd-654c-408f-bad2-1993fb22ba9a will not be triggered until provisioned by entity L2. {{(pid=106490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 16:36:20.227410 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9b6d7670-4928-4708-91f8-8433925f0653 admin admin] Publish callbacks [] for port (5f7842ed-0b07-4a16-a678-b20b21c8dc53), precommit_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:20.232446 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-32355b88-b4c1-4b4b-bb12-45a3b683939c req-190149ae-80e6-4070-b969-3b4e734cbe7f tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408557 Sep 01 16:36:20.233680 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-c7022adb-4550-4542-8152-54e089661a4c req-89540544-6522-4013-82ad-91ca08574c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261539433'] for port (896672fd-654c-408f-bad2-1993fb22ba9a), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:20.234546 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9b6d7670-4928-4708-91f8-8433925f0653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261346666'] for port (5f7842ed-0b07-4a16-a678-b20b21c8dc53), after_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:20.302612 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-409e8615-9e41-4479-b0b9-3f6e88a8dc34 req-6a02fe48-3114-4582-8c5d-6fdec6bc403f tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169851 Sep 01 16:36:20.337580 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89540544-6522-4013-82ad-91ca08574c1d service neutron] Pushing event updated for resources: {'Port': ['ID=896672fd-654c-408f-bad2-1993fb22ba9a,revision_number=2']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:20.365601 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:20.401151 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d7670-4928-4708-91f8-8433925f0653 admin admin] Pushing event updated for resources: {'Port': ['ID=5f7842ed-0b07-4a16-a678-b20b21c8dc53,revision_number=2']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:20.408626 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9b6d7670-4928-4708-91f8-8433925f0653 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631024'] for router_interface (b266ed25-812a-421f-9fcb-8d3b14f15ede), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:20.541019 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-c7022adb-4550-4542-8152-54e089661a4c req-89540544-6522-4013-82ad-91ca08574c1d service neutron] Attempting to bind port 896672fd-654c-408f-bad2-1993fb22ba9a on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:36:20.541416 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-c7022adb-4550-4542-8152-54e089661a4c req-89540544-6522-4013-82ad-91ca08574c1d service neutron] Attempting to bind port 896672fd-654c-408f-bad2-1993fb22ba9a by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': '098b0357-abb2-4d87-a3b6-bd4af7d5fb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '38acd0bc-b894-4eb9-a8c5-fadf4fec09f0'}] {{(pid=106490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:36:20.541839 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7022adb-4550-4542-8152-54e089661a4c req-89540544-6522-4013-82ad-91ca08574c1d service neutron] Attempting to bind port 896672fd-654c-408f-bad2-1993fb22ba9a on network 38acd0bc-b894-4eb9-a8c5-fadf4fec09f0 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:36:20.556646 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7022adb-4550-4542-8152-54e089661a4c req-89540544-6522-4013-82ad-91ca08574c1d service neutron] Port 896672fd-654c-408f-bad2-1993fb22ba9a on network 38acd0bc-b894-4eb9-a8c5-fadf4fec09f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 16:36:20.557287 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7022adb-4550-4542-8152-54e089661a4c req-89540544-6522-4013-82ad-91ca08574c1d service neutron] Attempting to bind port 896672fd-654c-408f-bad2-1993fb22ba9a on network 38acd0bc-b894-4eb9-a8c5-fadf4fec09f0 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:36:20.590498 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7022adb-4550-4542-8152-54e089661a4c req-89540544-6522-4013-82ad-91ca08574c1d service neutron] Checking agent: {'id': '294a3787-103d-4a51-bc9c-bc09638a7966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 32, 3), 'started_at': datetime.datetime(2022, 9, 1, 16, 32, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:36:20.590837 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7022adb-4550-4542-8152-54e089661a4c req-89540544-6522-4013-82ad-91ca08574c1d service neutron] Checking segment: {'id': '098b0357-abb2-4d87-a3b6-bd4af7d5fb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '38acd0bc-b894-4eb9-a8c5-fadf4fec09f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:36:20.591223 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7022adb-4550-4542-8152-54e089661a4c req-89540544-6522-4013-82ad-91ca08574c1d service neutron] Bound using segment: {'id': '098b0357-abb2-4d87-a3b6-bd4af7d5fb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '38acd0bc-b894-4eb9-a8c5-fadf4fec09f0'} {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:36:20.591663 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-c7022adb-4550-4542-8152-54e089661a4c req-89540544-6522-4013-82ad-91ca08574c1d service neutron] Bound port: 896672fd-654c-408f-bad2-1993fb22ba9a, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '098b0357-abb2-4d87-a3b6-bd4af7d5fb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '38acd0bc-b894-4eb9-a8c5-fadf4fec09f0'}}] {{(pid=106490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:36:20.592019 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-c7022adb-4550-4542-8152-54e089661a4c req-89540544-6522-4013-82ad-91ca08574c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (896672fd-654c-408f-bad2-1993fb22ba9a), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:20.612140 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05f0fa-41be-4cd2-8d83-e879fd69fc24 req-5892aba3-b8d0-4db7-aa8a-3950d81bbc77 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:20.619205 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-af05f0fa-41be-4cd2-8d83-e879fd69fc24 req-5892aba3-b8d0-4db7-aa8a-3950d81bbc77 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1fa20f73-9965-4f95-b7a9-7d98e3822024 HTTP/1.1" status: 200 len: 943 time: 0.0801120 Sep 01 16:36:20.637207 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f8362-070b-44b8-8945-91dfcfcccd64 req-de72593e-ee0d-4b96-95dc-7807d162cd7f tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:20.639912 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-c63f8362-070b-44b8-8945-91dfcfcccd64 req-de72593e-ee0d-4b96-95dc-7807d162cd7f tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0894890 Sep 01 16:36:20.690096 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6d7670-4928-4708-91f8-8433925f0653 admin admin] Network cefcd4fc-db20-49e9-aa17-03d826ae63bd is already hosted by enough agents. {{(pid=106489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:36:20.694073 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.base_scheduler [None req-9b6d7670-4928-4708-91f8-8433925f0653 admin admin] Resources bound (agent type, host, resource id): {{(pid=106489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:36:20.700062 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-af05f0fa-41be-4cd2-8d83-e879fd69fc24 req-d7f2ed66-8c27-4673-8938-89a9a88d590a tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b2328c1-9620-472d-b749-dba6a89d779a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793397 Sep 01 16:36:20.758130 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 2736aa60-191a-4aa4-b292-9246468a2850 up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:36:20.785672 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-c7022adb-4550-4542-8152-54e089661a4c req-89540544-6522-4013-82ad-91ca08574c1d service neutron] For port 896672fd-654c-408f-bad2-1993fb22ba9a, host hv-cinder-85220, cleared binding levels {{(pid=106490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:36:20.792187 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-c7022adb-4550-4542-8152-54e089661a4c req-89540544-6522-4013-82ad-91ca08574c1d service neutron] For port 896672fd-654c-408f-bad2-1993fb22ba9a, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=896672fd-654c-408f-bad2-1993fb22ba9a,segment=NetworkSegment(098b0357-abb2-4d87-a3b6-bd4af7d5fb42),segment_id=098b0357-abb2-4d87-a3b6-bd4af7d5fb42)] {{(pid=106490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:36:20.803878 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-c7022adb-4550-4542-8152-54e089661a4c req-89540544-6522-4013-82ad-91ca08574c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261539433'] for port (896672fd-654c-408f-bad2-1993fb22ba9a), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:20.808808 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7022adb-4550-4542-8152-54e089661a4c req-89540544-6522-4013-82ad-91ca08574c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:20.810696 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-c7022adb-4550-4542-8152-54e089661a4c req-89540544-6522-4013-82ad-91ca08574c1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:20.813084 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c7022adb-4550-4542-8152-54e089661a4c req-89540544-6522-4013-82ad-91ca08574c1d service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/896672fd-654c-408f-bad2-1993fb22ba9a HTTP/1.1" status: 200 len: 1093 time: 2.2347333 Sep 01 16:36:20.815290 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-c63f8362-070b-44b8-8945-91dfcfcccd64 req-10d36a53-ba61-4c9a-a80d-0c4913b2ec32 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605926 Sep 01 16:36:20.870882 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 2736aa60-191a-4aa4-b292-9246468a2850 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:36:20.872171 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (2736aa60-191a-4aa4-b292-9246468a2850), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:20.917014 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa20f73-9965-4f95-b7a9-7d98e3822024', 'tag': '896672fd-654c-408f-bad2-1993fb22ba9a'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:36:20.920566 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e102abd4-f8b5-4567-8cd6-c5c6617f4af1" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa20f73-9965-4f95-b7a9-7d98e3822024", "tag": "896672fd-654c-408f-bad2-1993fb22ba9a"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:36:20.941737 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89540544-6522-4013-82ad-91ca08574c1d service neutron] Pushing event updated for resources: {'Port': ['ID=896672fd-654c-408f-bad2-1993fb22ba9a,revision_number=3']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:20.946851 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:20.999565 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 16:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25d0d00-1193-4702-a65b-71dcbf30b914 x-openstack-request-id: req-b25d0d00-1193-4702-a65b-71dcbf30b914 {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:36:21.000038 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa20f73-9965-4f95-b7a9-7d98e3822024", "tag": "896672fd-654c-408f-bad2-1993fb22ba9a", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:36:21.000495 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b25d0d00-1193-4702-a65b-71dcbf30b914 {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:36:21.001059 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b25d0d00-1193-4702-a65b-71dcbf30b914'] response: {'name': 'network-changed', 'server_uuid': '1fa20f73-9965-4f95-b7a9-7d98e3822024', 'tag': '896672fd-654c-408f-bad2-1993fb22ba9a', 'status': 'completed', 'code': 200} Sep 01 16:36:21.041129 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6d7670-4928-4708-91f8-8433925f0653 admin admin] Router b266ed25-812a-421f-9fcb-8d3b14f15ede has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:36:21.085819 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2db817-0ecd-4cd5-924f-e7bd90b9d62d req-49f39c83-90fc-4d29-a358-1a553a623253 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:21.087591 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-de2db817-0ecd-4cd5-924f-e7bd90b9d62d req-49f39c83-90fc-4d29-a358-1a553a623253 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 945 time: 0.0772913 Sep 01 16:36:21.115499 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:21.127116 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-33019ed8-2248-4563-9e0f-0d69dd9e006c None None] Provisioning complete for port 5f7842ed-0b07-4a16-a678-b20b21c8dc53 triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:36:21.127485 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-33019ed8-2248-4563-9e0f-0d69dd9e006c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (5f7842ed-0b07-4a16-a678-b20b21c8dc53), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:21.145639 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-de2db817-0ecd-4cd5-924f-e7bd90b9d62d req-1cd9ada5-a523-41b9-83fc-fb7b1d01e478 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521994 Sep 01 16:36:21.174613 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-33019ed8-2248-4563-9e0f-0d69dd9e006c None None] Port 5f7842ed-0b07-4a16-a678-b20b21c8dc53 cannot update to ACTIVE because it is not bound. {{(pid=106491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 16:36:21.175924 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6d7670-4928-4708-91f8-8433925f0653 admin admin] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:36:21.183634 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-9b6d7670-4928-4708-91f8-8433925f0653 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/b266ed25-812a-421f-9fcb-8d3b14f15ede/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6010215 Sep 01 16:36:21.211857 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 2736aa60-191a-4aa4-b292-9246468a2850 is: DOWN; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:36:21.212315 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (2736aa60-191a-4aa4-b292-9246468a2850), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:21.235077 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] For port 2736aa60-191a-4aa4-b292-9246468a2850, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=2736aa60-191a-4aa4-b292-9246468a2850,segment=NetworkSegment(6aaf10e3-1532-4b23-b8ff-2b17962713b0),segment_id=6aaf10e3-1532-4b23-b8ff-2b17962713b0)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:21.240383 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (2736aa60-191a-4aa4-b292-9246468a2850), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:21.301350 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-aef935dc-3f23-427f-82c0-4ca3de13925a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:21.307735 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Pushing event updated for resources: {'Port': ['ID=2736aa60-191a-4aa4-b292-9246468a2850,revision_number=4']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:21.450895 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01980f-5e39-44e9-8500-0d13a8b91c16 req-a5bd4065-14f0-4a59-90d1-78cd5fef9284 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:21.452374 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-9e01980f-5e39-44e9-8500-0d13a8b91c16 req-a5bd4065-14f0-4a59-90d1-78cd5fef9284 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 945 time: 0.0494297 Sep 01 16:36:21.500077 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-9e01980f-5e39-44e9-8500-0d13a8b91c16 req-3de9d148-e253-4f63-bada-86ece89cc060 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420902 Sep 01 16:36:21.563987 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 34270) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:36:21.568959 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-06555ee0-0962-443c-8bb3-66b3aff1d0f1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1444885176', 'description': 'tempest-secgroup-smoke-1444885176 description', 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff'}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:21.592508 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-06555ee0-0962-443c-8bb3-66b3aff1d0f1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:21.661657 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-06555ee0-0962-443c-8bb3-66b3aff1d0f1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for security_group (9829d6df-9a78-4369-ba31-f6f6ae02880a), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:21.665700 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-06555ee0-0962-443c-8bb3-66b3aff1d0f1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (9829d6df-9a78-4369-ba31-f6f6ae02880a), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:21.698778 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-06555ee0-0962-443c-8bb3-66b3aff1d0f1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:21.699999 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-06555ee0-0962-443c-8bb3-66b3aff1d0f1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1347783 Sep 01 16:36:21.701069 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06555ee0-0962-443c-8bb3-66b3aff1d0f1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9829d6df-9a78-4369-ba31-f6f6ae02880a,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:21.703019 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 34276) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:36:21.707222 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-4a548923-247d-43e2-853f-9957da3fca71 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Request body: {'security_group_rule': {'security_group_id': '9829d6df-9a78-4369-ba31-f6f6ae02880a', 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:21.736747 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-4a548923-247d-43e2-853f-9957da3fca71 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for security_group_rule (a3cd30a2-6d19-47f5-bb73-de06109e57b0), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:21.792968 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-4a548923-247d-43e2-853f-9957da3fca71 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for security_group_rule (a3cd30a2-6d19-47f5-bb73-de06109e57b0), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:21.796630 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-4a548923-247d-43e2-853f-9957da3fca71 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684833'] for security_group_rule (a3cd30a2-6d19-47f5-bb73-de06109e57b0), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:21.813067 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb35c0c-f7c7-4bb1-ad10-4042cac45a25 req-64fad2e1-42de-47dc-9a08-2666062f39ec tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:21.814552 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-5fb35c0c-f7c7-4bb1-ad10-4042cac45a25 req-64fad2e1-42de-47dc-9a08-2666062f39ec tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1fa20f73-9965-4f95-b7a9-7d98e3822024 HTTP/1.1" status: 200 len: 943 time: 0.0476475 Sep 01 16:36:21.816190 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a548923-247d-43e2-853f-9957da3fca71 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3cd30a2-6d19-47f5-bb73-de06109e57b0,revision_number=0']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:21.826029 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-4a548923-247d-43e2-853f-9957da3fca71 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:21.827304 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-4a548923-247d-43e2-853f-9957da3fca71 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1233888 Sep 01 16:36:21.830194 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 34280) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:36:21.834898 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-ce87eb07-91f2-4323-abd3-8ee1b88520ed tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Request body: {'security_group_rule': {'security_group_id': '9829d6df-9a78-4369-ba31-f6f6ae02880a', 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:21.890992 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-5fb35c0c-f7c7-4bb1-ad10-4042cac45a25 req-41752faf-a4b1-44a5-a28f-b4d1ab7e36d4 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b2328c1-9620-472d-b749-dba6a89d779a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691452 Sep 01 16:36:21.892666 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-ce87eb07-91f2-4323-abd3-8ee1b88520ed tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for security_group_rule (7f71e2bb-541b-4b45-aee5-7c8ea5eb5d84), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:21.941654 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:21.958640 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-ce87eb07-91f2-4323-abd3-8ee1b88520ed tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for security_group_rule (7f71e2bb-541b-4b45-aee5-7c8ea5eb5d84), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:21.964368 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-ce87eb07-91f2-4323-abd3-8ee1b88520ed tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684833'] for security_group_rule (7f71e2bb-541b-4b45-aee5-7c8ea5eb5d84), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:21.971126 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88359f6-0293-4021-bde2-1e9736904e6a req-56f4bd1a-9fcf-47a4-80ba-60ae2f32b5f8 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:21.972608 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-e88359f6-0293-4021-bde2-1e9736904e6a req-56f4bd1a-9fcf-47a4-80ba-60ae2f32b5f8 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0504582 Sep 01 16:36:21.985191 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:21.986889 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce87eb07-91f2-4323-abd3-8ee1b88520ed tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f71e2bb-541b-4b45-aee5-7c8ea5eb5d84,revision_number=0']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:21.993305 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-ce87eb07-91f2-4323-abd3-8ee1b88520ed tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:21.994511 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-ce87eb07-91f2-4323-abd3-8ee1b88520ed tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1633480 Sep 01 16:36:21.997203 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 34286) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:36:22.001786 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-3c1875ea-0b58-41d8-a2fe-b9aba20fdcd1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Request body: {'security_group_rule': {'security_group_id': '9829d6df-9a78-4369-ba31-f6f6ae02880a', 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:22.030721 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-3c1875ea-0b58-41d8-a2fe-b9aba20fdcd1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for security_group_rule (911d119d-2c3a-4400-b8e6-9068a7c79e0b), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:22.036838 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-e88359f6-0293-4021-bde2-1e9736904e6a req-59ab804f-6e21-4c25-a502-a63bc358e55b tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575218 Sep 01 16:36:22.096117 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-3c1875ea-0b58-41d8-a2fe-b9aba20fdcd1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for security_group_rule (911d119d-2c3a-4400-b8e6-9068a7c79e0b), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:22.099847 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-3c1875ea-0b58-41d8-a2fe-b9aba20fdcd1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684833'] for security_group_rule (911d119d-2c3a-4400-b8e6-9068a7c79e0b), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:22.121032 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1875ea-0b58-41d8-a2fe-b9aba20fdcd1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=911d119d-2c3a-4400-b8e6-9068a7c79e0b,revision_number=0']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:22.126718 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-3c1875ea-0b58-41d8-a2fe-b9aba20fdcd1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:22.127896 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-3c1875ea-0b58-41d8-a2fe-b9aba20fdcd1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1296678 Sep 01 16:36:22.130597 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 34288) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:36:22.135377 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-ceb92b7f-f058-4def-931c-fbd061a943f6 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Request body: {'security_group_rule': {'security_group_id': '9829d6df-9a78-4369-ba31-f6f6ae02880a', 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:22.159877 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-ceb92b7f-f058-4def-931c-fbd061a943f6 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for security_group_rule (81136b07-d22e-4d4f-9913-cd520ec267de), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:22.218943 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-ceb92b7f-f058-4def-931c-fbd061a943f6 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for security_group_rule (81136b07-d22e-4d4f-9913-cd520ec267de), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:22.223973 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-ceb92b7f-f058-4def-931c-fbd061a943f6 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684833'] for security_group_rule (81136b07-d22e-4d4f-9913-cd520ec267de), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:22.257774 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb92b7f-f058-4def-931c-fbd061a943f6 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81136b07-d22e-4d4f-9913-cd520ec267de,revision_number=0']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:22.278919 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-ceb92b7f-f058-4def-931c-fbd061a943f6 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:22.280117 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-ceb92b7f-f058-4def-931c-fbd061a943f6 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1485841 Sep 01 16:36:22.283067 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 34292) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:36:22.289754 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-3e2f0b48-aa5a-4136-93f0-78051673bade tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Request body: {'security_group_rule': {'security_group_id': '9829d6df-9a78-4369-ba31-f6f6ae02880a', 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:22.318208 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b8659c-48e4-4ab5-95bd-ec0f4afc15e5 req-361fb6d6-9d0b-447a-a1c3-1263dab4a097 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:22.319776 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c5b8659c-48e4-4ab5-95bd-ec0f4afc15e5 req-361fb6d6-9d0b-447a-a1c3-1263dab4a097 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 945 time: 0.0858719 Sep 01 16:36:22.333691 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.db.securitygroups_db [None req-3e2f0b48-aa5a-4136-93f0-78051673bade tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Project 4b6bf55e6c5e47f3895e135c4d6dc3ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:36:22.347322 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-3e2f0b48-aa5a-4136-93f0-78051673bade tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for security_group_rule (515c8328-b008-40c3-94a0-81f574f1ae9a), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:22.369164 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:22.398964 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c5b8659c-48e4-4ab5-95bd-ec0f4afc15e5 req-a58538df-3a4e-440e-a84d-71d8ebf42495 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728655 Sep 01 16:36:22.430677 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-3e2f0b48-aa5a-4136-93f0-78051673bade tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for security_group_rule (515c8328-b008-40c3-94a0-81f574f1ae9a), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:22.434490 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-3e2f0b48-aa5a-4136-93f0-78051673bade tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684833'] for security_group_rule (515c8328-b008-40c3-94a0-81f574f1ae9a), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:22.454069 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f0b48-aa5a-4136-93f0-78051673bade tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=515c8328-b008-40c3-94a0-81f574f1ae9a,revision_number=0']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:22.460942 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-3e2f0b48-aa5a-4136-93f0-78051673bade tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:22.462123 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-3e2f0b48-aa5a-4136-93f0-78051673bade tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1781526 Sep 01 16:36:22.464871 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 34294) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:36:22.469073 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-9898d097-5a21-44db-a6b5-277f89bca1ee tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Request body: {'security_group_rule': {'security_group_id': '9829d6df-9a78-4369-ba31-f6f6ae02880a', 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:22.490602 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.db.securitygroups_db [None req-9898d097-5a21-44db-a6b5-277f89bca1ee tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Project 4b6bf55e6c5e47f3895e135c4d6dc3ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:36:22.497256 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-9898d097-5a21-44db-a6b5-277f89bca1ee tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for security_group_rule (2938d629-3d8c-4115-9e92-801f84abfd88), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:22.558589 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-9898d097-5a21-44db-a6b5-277f89bca1ee tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for security_group_rule (2938d629-3d8c-4115-9e92-801f84abfd88), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:22.562487 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-9898d097-5a21-44db-a6b5-277f89bca1ee tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684833'] for security_group_rule (2938d629-3d8c-4115-9e92-801f84abfd88), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:22.586620 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898d097-5a21-44db-a6b5-277f89bca1ee tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2938d629-3d8c-4115-9e92-801f84abfd88,revision_number=0']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:22.599153 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-9898d097-5a21-44db-a6b5-277f89bca1ee tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:22.601239 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-9898d097-5a21-44db-a6b5-277f89bca1ee tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1349559 Sep 01 16:36:22.648086 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee0c90-346d-47e4-8093-fa68e1cf402d req-19db803b-2e9e-44ca-947a-5180b97fd3b8 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:22.648086 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-7aee0c90-346d-47e4-8093-fa68e1cf402d req-19db803b-2e9e-44ca-947a-5180b97fd3b8 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 945 time: 0.0558159 Sep 01 16:36:22.662725 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164f4784-3f57-4d52-be25-75ac04083f53 None None] Sync routers for ids ['b266ed25-812a-421f-9fcb-8d3b14f15ede'] in dv-cinder-852209-10-iscsi {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:36:22.681938 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164f4784-3f57-4d52-be25-75ac04083f53 None None] Routers {'b266ed25-812a-421f-9fcb-8d3b14f15ede'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:36:22.682845 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-164f4784-3f57-4d52-be25-75ac04083f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:35:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['b266ed25-812a-421f-9fcb-8d3b14f15ede'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:22.711037 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-7aee0c90-346d-47e4-8093-fa68e1cf402d req-e14c7511-879a-4b2f-988b-266252e005c5 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634198 Sep 01 16:36:22.742529 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 2736aa60-191a-4aa4-b292-9246468a2850 up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:36:22.787805 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 2736aa60-191a-4aa4-b292-9246468a2850 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:36:22.788718 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (2736aa60-191a-4aa4-b292-9246468a2850), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:22.814376 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-164f4784-3f57-4d52-be25-75ac04083f53 None None] Set router b266ed25-812a-421f-9fcb-8d3b14f15ede gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:36:22.864435 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 2736aa60-191a-4aa4-b292-9246468a2850 is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:36:23.029800 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2665b4d-4d5f-4038-b87e-5184f052124d req-6c51e51c-7d8b-4299-a860-dea81529787b tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:23.031995 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b2665b4d-4d5f-4038-b87e-5184f052124d req-6c51e51c-7d8b-4299-a860-dea81529787b tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1fa20f73-9965-4f95-b7a9-7d98e3822024 HTTP/1.1" status: 200 len: 943 time: 0.0546720 Sep 01 16:36:23.082806 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-164f4784-3f57-4d52-be25-75ac04083f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b266ed25-812a-421f-9fcb-8d3b14f15ede', 'name': 'tempest-TestVolumeBootPattern-461007479-router', 'tenant_id': '38a410afaff64327b9140b767b4ae48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '2736aa60-191a-4aa4-b292-9246468a2850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:36:12Z', 'updated_at': '2022-09-01T16:36:19Z', 'revision_number': 4, 'project_id': '38a410afaff64327b9140b767b4ae48c', 'gw_port': {'id': '2736aa60-191a-4aa4-b292-9246468a2850', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b266ed25-812a-421f-9fcb-8d3b14f15ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:13Z', 'updated_at': '2022-09-01T16:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '5f7842ed-0b07-4a16-a678-b20b21c8dc53', 'name': '', 'network_id': 'cefcd4fc-db20-49e9-aa17-03d826ae63bd', 'tenant_id': '38a410afaff64327b9140b767b4ae48c', 'mac_address': 'fa:16:3e:36:22:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b266ed25-812a-421f-9fcb-8d3b14f15ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'cad0d2f6-e1c4-4919-a442-32c451d74348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:18Z', 'updated_at': '2022-09-01T16:36:19Z', 'revision_number': 2, 'project_id': '38a410afaff64327b9140b767b4ae48c', 'subnets': [{'id': 'cad0d2f6-e1c4-4919-a442-32c451d74348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:23.086201 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b2665b4d-4d5f-4038-b87e-5184f052124d req-2ad24fc7-71f3-4a7a-8ef6-e6d8482499f8 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b2328c1-9620-472d-b749-dba6a89d779a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475531 Sep 01 16:36:23.111126 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164f4784-3f57-4d52-be25-75ac04083f53 None None] Checking router: b266ed25-812a-421f-9fcb-8d3b14f15ede for host: dv-cinder-852209-10-iscsi {{(pid=106492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:36:23.111867 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164f4784-3f57-4d52-be25-75ac04083f53 None None] Updating router b266ed25-812a-421f-9fcb-8d3b14f15ede port 5f7842ed-0b07-4a16-a678-b20b21c8dc53 binding host dv-cinder-852209-10-iscsi {{(pid=106492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:36:23.152152 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-164f4784-3f57-4d52-be25-75ac04083f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (5f7842ed-0b07-4a16-a678-b20b21c8dc53), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:23.196741 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6e697-a27e-47c3-89a9-ed9df5757092 req-c85d38ca-3202-4a71-a2a1-322006bf7bf3 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:23.204212 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-46e6e697-a27e-47c3-89a9-ed9df5757092 req-c85d38ca-3202-4a71-a2a1-322006bf7bf3 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0808849 Sep 01 16:36:23.248529 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-46e6e697-a27e-47c3-89a9-ed9df5757092 req-bb76edc9-e58a-4e3d-b327-5496dba14d3b tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434680 Sep 01 16:36:23.345342 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:23.434750 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-164f4784-3f57-4d52-be25-75ac04083f53 None None] Publish callbacks [] for port (5f7842ed-0b07-4a16-a678-b20b21c8dc53), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:23.441404 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-164f4784-3f57-4d52-be25-75ac04083f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (5f7842ed-0b07-4a16-a678-b20b21c8dc53), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:23.445617 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=8 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:23.465158 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102abd4-f8b5-4567-8cd6-c5c6617f4af1 req-af859ed8-f920-4cb8-90d1-19a022c9a017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:23.466734 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e102abd4-f8b5-4567-8cd6-c5c6617f4af1 req-af859ed8-f920-4cb8-90d1-19a022c9a017 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=09b1f2c2ff4e4338acd2a3367a4fdee5&device_id=1fa20f73-9965-4f95-b7a9-7d98e3822024 HTTP/1.1" status: 200 len: 1127 time: 0.0784988 Sep 01 16:36:23.468252 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4b8c8-50b4-45a4-a1c1-b965105f832d req-8d086068-9924-42d7-93ef-13c907e04951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:23.470063 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3ac4b8c8-50b4-45a4-a1c1-b965105f832d req-8d086068-9924-42d7-93ef-13c907e04951 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=b4bbb5d3895c49fa8695d3bca946dbea&device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 1129 time: 0.0546422 Sep 01 16:36:23.477584 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:23.510974 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a707f8-ab34-49f5-a437-528522064962 None None] Pushing event updated for resources: {'Port': ['ID=5f7842ed-0b07-4a16-a678-b20b21c8dc53,revision_number=3']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:23.540304 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [None req-164f4784-3f57-4d52-be25-75ac04083f53 None None] Attempting to bind port 5f7842ed-0b07-4a16-a678-b20b21c8dc53 on host dv-cinder-852209-10-iscsi for vnic_type normal with profile {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:36:23.540664 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [None req-164f4784-3f57-4d52-be25-75ac04083f53 None None] Attempting to bind port 5f7842ed-0b07-4a16-a678-b20b21c8dc53 by drivers openvswitch,hyperv on host dv-cinder-852209-10-iscsi at level 0 using segments [{'id': '44132dee-4615-4ba4-9da5-82b4573d0d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'cefcd4fc-db20-49e9-aa17-03d826ae63bd'}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:36:23.541068 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164f4784-3f57-4d52-be25-75ac04083f53 None None] Attempting to bind port 5f7842ed-0b07-4a16-a678-b20b21c8dc53 on network cefcd4fc-db20-49e9-aa17-03d826ae63bd {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:36:23.546331 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164f4784-3f57-4d52-be25-75ac04083f53 None None] Checking agent: {'id': 'de41263d-808c-41d9-af38-92939b4ec796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 25, 56), 'started_at': datetime.datetime(2022, 9, 1, 16, 26, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:36:23.546631 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164f4784-3f57-4d52-be25-75ac04083f53 None None] Checking segment: {'id': '44132dee-4615-4ba4-9da5-82b4573d0d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'cefcd4fc-db20-49e9-aa17-03d826ae63bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:36:23.547026 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-164f4784-3f57-4d52-be25-75ac04083f53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:23.547400 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164f4784-3f57-4d52-be25-75ac04083f53 None None] Bound using segment: {'id': '44132dee-4615-4ba4-9da5-82b4573d0d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'cefcd4fc-db20-49e9-aa17-03d826ae63bd'} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:36:23.547879 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [None req-164f4784-3f57-4d52-be25-75ac04083f53 None None] Bound port: 5f7842ed-0b07-4a16-a678-b20b21c8dc53, host: dv-cinder-852209-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44132dee-4615-4ba4-9da5-82b4573d0d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'cefcd4fc-db20-49e9-aa17-03d826ae63bd'}}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:36:23.548251 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-164f4784-3f57-4d52-be25-75ac04083f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (5f7842ed-0b07-4a16-a678-b20b21c8dc53), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:23.613309 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [None req-164f4784-3f57-4d52-be25-75ac04083f53 None None] For port 5f7842ed-0b07-4a16-a678-b20b21c8dc53, host dv-cinder-852209-10-iscsi, cleared binding levels {{(pid=106492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:36:23.620258 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [None req-164f4784-3f57-4d52-be25-75ac04083f53 None None] For port 5f7842ed-0b07-4a16-a678-b20b21c8dc53, host dv-cinder-852209-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=5f7842ed-0b07-4a16-a678-b20b21c8dc53,segment=NetworkSegment(44132dee-4615-4ba4-9da5-82b4573d0d1b),segment_id=44132dee-4615-4ba4-9da5-82b4573d0d1b)] {{(pid=106492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:36:23.629330 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943a5f4-1002-40e2-9570-bb507c5b6ec5 req-9d28ec00-7c88-4b42-a248-456e23ec19dd tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:23.629967 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-164f4784-3f57-4d52-be25-75ac04083f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (5f7842ed-0b07-4a16-a678-b20b21c8dc53), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:23.631342 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-9943a5f4-1002-40e2-9570-bb507c5b6ec5 req-9d28ec00-7c88-4b42-a248-456e23ec19dd tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 945 time: 0.1453779 Sep 01 16:36:23.710720 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-53566be7-1253-436f-b2c7-2814101865e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:23.753754 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102abd4-f8b5-4567-8cd6-c5c6617f4af1 req-276790a3-a9b9-4bd6-9b3d-d178e8ea504a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:23.755612 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e102abd4-f8b5-4567-8cd6-c5c6617f4af1 req-276790a3-a9b9-4bd6-9b3d-d178e8ea504a service neutron] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=09b1f2c2ff4e4338acd2a3367a4fdee5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2595594 Sep 01 16:36:23.835709 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4b8c8-50b4-45a4-a1c1-b965105f832d req-641a609e-6436-4bc0-8257-cde883672bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:23.837169 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3ac4b8c8-50b4-45a4-a1c1-b965105f832d req-641a609e-6436-4bc0-8257-cde883672bfd service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7 HTTP/1.1" status: 200 len: 918 time: 0.3389559 Sep 01 16:36:23.843085 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-9943a5f4-1002-40e2-9570-bb507c5b6ec5 req-b8122129-dbfc-461c-8ec4-dfd7ed213343 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025371 Sep 01 16:36:23.850531 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164f4784-3f57-4d52-be25-75ac04083f53 None None] Routers {'b266ed25-812a-421f-9fcb-8d3b14f15ede'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:36:23.851797 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-164f4784-3f57-4d52-be25-75ac04083f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:36:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['b266ed25-812a-421f-9fcb-8d3b14f15ede'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:23.917578 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dede781-ca5f-4ee3-bed7-302b9a884cdc req-8f567330-b710-4b73-beeb-051e2a0bff7c tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:23.918306 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3ac4b8c8-50b4-45a4-a1c1-b965105f832d req-8e3ac1bc-ac5b-488e-b554-46132b94657c service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=871bccd9-3596-40d8-8c9a-f29d5ba58a45 HTTP/1.1" status: 200 len: 217 time: 0.0540128 Sep 01 16:36:23.919175 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-7dede781-ca5f-4ee3-bed7-302b9a884cdc req-8f567330-b710-4b73-beeb-051e2a0bff7c tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 945 time: 0.0921671 Sep 01 16:36:23.928163 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102abd4-f8b5-4567-8cd6-c5c6617f4af1 req-d038f3fa-d89c-4459-8b9a-23272c475f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:23.929704 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e102abd4-f8b5-4567-8cd6-c5c6617f4af1 req-d038f3fa-d89c-4459-8b9a-23272c475f3d service neutron] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1664479 Sep 01 16:36:23.963010 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a707f8-ab34-49f5-a437-528522064962 None None] Pushing event updated for resources: {'Port': ['ID=5f7842ed-0b07-4a16-a678-b20b21c8dc53,revision_number=4']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:23.978271 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-7dede781-ca5f-4ee3-bed7-302b9a884cdc req-7e452446-62de-480d-8ffa-855ef4728e65 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527575 Sep 01 16:36:23.998180 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-164f4784-3f57-4d52-be25-75ac04083f53 None None] Set router b266ed25-812a-421f-9fcb-8d3b14f15ede gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:36:24.163993 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4b8c8-50b4-45a4-a1c1-b965105f832d req-c3ba0b7a-b290-4bb9-9043-075a89e2028d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:24.166494 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3ac4b8c8-50b4-45a4-a1c1-b965105f832d req-c3ba0b7a-b290-4bb9-9043-075a89e2028d service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=82786ccd-9c4e-40d1-ba01-7f97c9ac8af5 HTTP/1.1" status: 200 len: 856 time: 0.1557136 Sep 01 16:36:24.168500 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7022adb-4550-4542-8152-54e089661a4c req-5eacfbd7-73a0-48ac-820d-0eb59ca2db7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:24.172615 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c7022adb-4550-4542-8152-54e089661a4c req-5eacfbd7-73a0-48ac-820d-0eb59ca2db7f service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=09b1f2c2ff4e4338acd2a3367a4fdee5&device_id=1fa20f73-9965-4f95-b7a9-7d98e3822024 HTTP/1.1" status: 200 len: 1127 time: 0.0707068 Sep 01 16:36:24.306198 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:INSERT=2,neutron:UPDATE=2,neutron:SELECT=94,neutron:DELETE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:24.314448 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c7022adb-4550-4542-8152-54e089661a4c req-eb77f124-0556-47d7-9ca0-2f0e173b2928 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=896672fd-654c-408f-bad2-1993fb22ba9a HTTP/1.1" status: 200 len: 217 time: 0.1212306 Sep 01 16:36:24.330871 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-164f4784-3f57-4d52-be25-75ac04083f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b266ed25-812a-421f-9fcb-8d3b14f15ede', 'name': 'tempest-TestVolumeBootPattern-461007479-router', 'tenant_id': '38a410afaff64327b9140b767b4ae48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '2736aa60-191a-4aa4-b292-9246468a2850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:36:12Z', 'updated_at': '2022-09-01T16:36:19Z', 'revision_number': 4, 'project_id': '38a410afaff64327b9140b767b4ae48c', 'gw_port': {'id': '2736aa60-191a-4aa4-b292-9246468a2850', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b266ed25-812a-421f-9fcb-8d3b14f15ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:13Z', 'updated_at': '2022-09-01T16:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '5f7842ed-0b07-4a16-a678-b20b21c8dc53', 'name': '', 'network_id': 'cefcd4fc-db20-49e9-aa17-03d826ae63bd', 'tenant_id': '38a410afaff64327b9140b767b4ae48c', 'mac_address': 'fa:16:3e:36:22:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b266ed25-812a-421f-9fcb-8d3b14f15ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'cad0d2f6-e1c4-4919-a442-32c451d74348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:18Z', 'updated_at': '2022-09-01T16:36:23Z', 'revision_number': 4, 'project_id': '38a410afaff64327b9140b767b4ae48c', 'subnets': [{'id': 'cad0d2f6-e1c4-4919-a442-32c451d74348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:24.361306 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164f4784-3f57-4d52-be25-75ac04083f53 None None] The sync data for ids ['b266ed25-812a-421f-9fcb-8d3b14f15ede'] in dv-cinder-852209-10-iscsi is: [{'id': 'b266ed25-812a-421f-9fcb-8d3b14f15ede', 'name': 'tempest-TestVolumeBootPattern-461007479-router', 'tenant_id': '38a410afaff64327b9140b767b4ae48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '2736aa60-191a-4aa4-b292-9246468a2850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:36:12Z', 'updated_at': '2022-09-01T16:36:19Z', 'revision_number': 4, 'project_id': '38a410afaff64327b9140b767b4ae48c', 'gw_port': {'id': '2736aa60-191a-4aa4-b292-9246468a2850', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b266ed25-812a-421f-9fcb-8d3b14f15ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:13Z', 'updated_at': '2022-09-01T16:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '5f7842ed-0b07-4a16-a678-b20b21c8dc53', 'name': '', 'network_id': 'cefcd4fc-db20-49e9-aa17-03d826ae63bd', 'tenant_id': '38a410afaff64327b9140b767b4ae48c', 'mac_address': 'fa:16:3e:36:22:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b266ed25-812a-421f-9fcb-8d3b14f15ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'cad0d2f6-e1c4-4919-a442-32c451d74348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:18Z', 'updated_at': '2022-09-01T16:36:23Z', 'revision_number': 4, 'project_id': '38a410afaff64327b9140b767b4ae48c', 'subnets': [{'id': 'cad0d2f6-e1c4-4919-a442-32c451d74348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:36:24.391310 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4b8c8-50b4-45a4-a1c1-b965105f832d req-b663b9ed-0c96-49d2-9086-cdcad083d235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:24.393974 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3ac4b8c8-50b4-45a4-a1c1-b965105f832d req-b663b9ed-0c96-49d2-9086-cdcad083d235 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2119677 Sep 01 16:36:24.460636 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798dbe2-0fb5-4d05-922a-db46bab811cb req-85c7a0d9-66a2-4156-81c1-c74d17a620d2 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:24.462165 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e798dbe2-0fb5-4d05-922a-db46bab811cb req-85c7a0d9-66a2-4156-81c1-c74d17a620d2 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1fa20f73-9965-4f95-b7a9-7d98e3822024 HTTP/1.1" status: 200 len: 943 time: 0.2720380 Sep 01 16:36:24.480433 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70035a-9b0e-43d7-ae80-e7ff2a120ba3 req-dac039e4-cf01-4f2c-afef-1176fa28f0d5 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:24.482353 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-3f70035a-9b0e-43d7-ae80-e7ff2a120ba3 req-dac039e4-cf01-4f2c-afef-1176fa28f0d5 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0961475 Sep 01 16:36:24.523566 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:24.597423 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:24.604275 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-3f70035a-9b0e-43d7-ae80-e7ff2a120ba3 req-4e6b63bc-cf76-4499-8d77-500a96379e68 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162436 Sep 01 16:36:24.618731 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7022adb-4550-4542-8152-54e089661a4c req-3b1bd602-5459-4dab-b7d8-648c695e782f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:24.632484 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c7022adb-4550-4542-8152-54e089661a4c req-3b1bd602-5459-4dab-b7d8-648c695e782f service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=a1176e06-7b68-4acd-ab72-99b73daee270 HTTP/1.1" status: 200 len: 854 time: 0.3016005 Sep 01 16:36:24.700854 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c7022adb-4550-4542-8152-54e089661a4c req-7f3d0485-966f-4834-9262-1c629a0b9bd0 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=38acd0bc-b894-4eb9-a8c5-fadf4fec09f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546000 Sep 01 16:36:24.704500 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e798dbe2-0fb5-4d05-922a-db46bab811cb req-09cbb654-b690-4416-a0c0-be47b9441020 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b2328c1-9620-472d-b749-dba6a89d779a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091093 Sep 01 16:36:24.798828 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 5f7842ed-0b07-4a16-a678-b20b21c8dc53 up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:36:24.823516 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3ac4b8c8-50b4-45a4-a1c1-b965105f832d req-39c9bd74-73f2-4164-8655-c505267db805 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994722 Sep 01 16:36:24.856408 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 5f7842ed-0b07-4a16-a678-b20b21c8dc53 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:36:24.856892 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (5f7842ed-0b07-4a16-a678-b20b21c8dc53), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:24.867273 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c7022adb-4550-4542-8152-54e089661a4c req-1afa05d2-b8e0-4557-ba6f-750047fe38aa service neutron] 10.222.0.77 "GET /networking/v2.0/networks/38acd0bc-b894-4eb9-a8c5-fadf4fec09f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554325 Sep 01 16:36:24.962423 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 5f7842ed-0b07-4a16-a678-b20b21c8dc53 is: DOWN; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:36:24.963215 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (5f7842ed-0b07-4a16-a678-b20b21c8dc53), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:25.065719 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] For port 5f7842ed-0b07-4a16-a678-b20b21c8dc53, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=5f7842ed-0b07-4a16-a678-b20b21c8dc53,segment=NetworkSegment(44132dee-4615-4ba4-9da5-82b4573d0d1b),segment_id=44132dee-4615-4ba4-9da5-82b4573d0d1b)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:25.073695 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e24dd4-db97-4adf-b6fe-02209ce1c1c9 req-51e20d10-a346-488f-9630-f824ca229cb6 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:25.074290 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (5f7842ed-0b07-4a16-a678-b20b21c8dc53), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:25.081105 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-01e24dd4-db97-4adf-b6fe-02209ce1c1c9 req-51e20d10-a346-488f-9630-f824ca229cb6 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 945 time: 0.1145964 Sep 01 16:36:25.191546 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-01e24dd4-db97-4adf-b6fe-02209ce1c1c9 req-18363ee5-2848-40cd-8df1-a4ca9a44eedf tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986986 Sep 01 16:36:25.196239 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:25.211522 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Pushing event updated for resources: {'Port': ['ID=5f7842ed-0b07-4a16-a678-b20b21c8dc53,revision_number=5']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:25.226809 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:25.352510 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96989ae-0026-487a-bdb6-af2850d8c4e9 req-0b27f886-7f81-49dd-ad9a-b1e06ebe77e0 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:25.352510 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b96989ae-0026-487a-bdb6-af2850d8c4e9 req-0b27f886-7f81-49dd-ad9a-b1e06ebe77e0 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 945 time: 0.1477036 Sep 01 16:36:25.401307 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3ac4b8c8-50b4-45a4-a1c1-b965105f832d req-696b99d0-3329-4461-a263-2e3785d8fdcd service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188039 Sep 01 16:36:25.419878 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c7022adb-4550-4542-8152-54e089661a4c req-7d707555-e5c8-4374-8500-65085bf9e038 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/38acd0bc-b894-4eb9-a8c5-fadf4fec09f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4347036 Sep 01 16:36:25.467024 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b96989ae-0026-487a-bdb6-af2850d8c4e9 req-6826aa3c-7711-4457-8b5c-b72d4265abbf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993569 Sep 01 16:36:25.731427 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d600a5-40c1-4368-86c4-7aeaac061982 req-028c01f2-b0c0-48ad-b603-c53afe63d11a tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:25.732834 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-01d600a5-40c1-4368-86c4-7aeaac061982 req-028c01f2-b0c0-48ad-b603-c53afe63d11a tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0511413 Sep 01 16:36:25.784838 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-01d600a5-40c1-4368-86c4-7aeaac061982 req-8aaed28d-9a1f-4136-b528-c446cebf2dc2 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464077 Sep 01 16:36:25.839642 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4716f83-2a09-4700-8247-dd50fdc8291a req-d4a5cdf3-d062-4491-acb1-64f3d5632595 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:25.841586 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d4716f83-2a09-4700-8247-dd50fdc8291a req-d4a5cdf3-d062-4491-acb1-64f3d5632595 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1fa20f73-9965-4f95-b7a9-7d98e3822024 HTTP/1.1" status: 200 len: 943 time: 0.0491970 Sep 01 16:36:25.891591 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d4716f83-2a09-4700-8247-dd50fdc8291a req-de592d45-496d-4bae-894f-7a71a38e855d tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b2328c1-9620-472d-b749-dba6a89d779a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429397 Sep 01 16:36:26.335584 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:26.442579 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097dcbe-90d7-45aa-8897-438d0f43a48b req-120eda69-46d6-4c0f-ada0-619c2c868357 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:26.452787 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-1097dcbe-90d7-45aa-8897-438d0f43a48b req-120eda69-46d6-4c0f-ada0-619c2c868357 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 945 time: 0.1223264 Sep 01 16:36:26.500525 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:26.531759 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-1097dcbe-90d7-45aa-8897-438d0f43a48b req-4e467581-45ce-4a90-b85f-0fad8423d5f6 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765107 Sep 01 16:36:26.650145 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c59be-8ea3-48f8-9c89-e157b8ded068 req-29158c84-2234-438c-9807-63129ebe6090 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:26.652754 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ae2c59be-8ea3-48f8-9c89-e157b8ded068 req-29158c84-2234-438c-9807-63129ebe6090 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 945 time: 0.0524876 Sep 01 16:36:26.693669 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 5f7842ed-0b07-4a16-a678-b20b21c8dc53 up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:36:26.706209 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ae2c59be-8ea3-48f8-9c89-e157b8ded068 req-1705cf50-7661-4853-8d4e-575ade950c7e tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485735 Sep 01 16:36:26.732569 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:26.744531 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 5f7842ed-0b07-4a16-a678-b20b21c8dc53 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:36:26.744906 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (5f7842ed-0b07-4a16-a678-b20b21c8dc53), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:26.820643 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 5f7842ed-0b07-4a16-a678-b20b21c8dc53 is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:36:26.908005 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f6b61-2ff9-455b-a148-ebfec85e9f34 req-b6d2fcdf-ea96-471e-935e-549a246f630f tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:26.910092 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-ab7f6b61-2ff9-455b-a148-ebfec85e9f34 req-b6d2fcdf-ea96-471e-935e-549a246f630f tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0509226 Sep 01 16:36:26.967064 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-ab7f6b61-2ff9-455b-a148-ebfec85e9f34 req-b90100ca-d3c4-46aa-a362-2a09a31e31a9 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514543 Sep 01 16:36:27.027503 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c7b7f-26f2-4610-9b51-8340e0fd42da req-412b2664-099d-4201-b88f-901e3ff34a71 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:27.028892 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f39c7b7f-26f2-4610-9b51-8340e0fd42da req-412b2664-099d-4201-b88f-901e3ff34a71 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1fa20f73-9965-4f95-b7a9-7d98e3822024 HTTP/1.1" status: 200 len: 943 time: 0.0539541 Sep 01 16:36:27.076129 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f39c7b7f-26f2-4610-9b51-8340e0fd42da req-e5d4d9d0-1dbf-48f3-9d91-1415af0f4b0e tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b2328c1-9620-472d-b749-dba6a89d779a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416682 Sep 01 16:36:27.271727 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 46daf8ff-8552-45e4-b4ac-b60b47e199de details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:36:27.411334 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 46daf8ff-8552-45e4-b4ac-b60b47e199de, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=46daf8ff-8552-45e4-b4ac-b60b47e199de,segment=NetworkSegment(a5fdef99-cab9-4e68-9f85-2b12b874dece),segment_id=a5fdef99-cab9-4e68-9f85-2b12b874dece)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:27.423484 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Returning: {'device': '46daf8ff-8552-45e4-b4ac-b60b47e199de', 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9', 'port_id': '46daf8ff-8552-45e4-b4ac-b60b47e199de', 'mac_address': 'fa:16:3e:dd:6e:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf6e192-10ef-49d3-8b96-d6cc87fe33e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:36:27.462501 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 46daf8ff-8552-45e4-b4ac-b60b47e199de is: ACTIVE; New status is: BUILD {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:36:27.463086 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (46daf8ff-8552-45e4-b4ac-b60b47e199de), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:27.478785 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46daf8ff-8552-45e4-b4ac-b60b47e199de {{(pid=106491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:36:27.514262 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 46daf8ff-8552-45e4-b4ac-b60b47e199de, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=46daf8ff-8552-45e4-b4ac-b60b47e199de,segment=NetworkSegment(a5fdef99-cab9-4e68-9f85-2b12b874dece),segment_id=a5fdef99-cab9-4e68-9f85-2b12b874dece)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:27.514262 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (46daf8ff-8552-45e4-b4ac-b60b47e199de), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:27.560534 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=46daf8ff-8552-45e4-b4ac-b60b47e199de,revision_number=6']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:27.674953 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdb0d1-1678-4cc3-babb-e6d1fdf4b884 req-540a0407-e6c6-4b33-b927-8eca14b1f13d tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:27.676445 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-cffdb0d1-1678-4cc3-babb-e6d1fdf4b884 req-540a0407-e6c6-4b33-b927-8eca14b1f13d tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 945 time: 0.0504205 Sep 01 16:36:27.717444 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] get_ports_and_sgs() called for port_ids ['46daf8ff-8552-45e4-b4ac-b60b47e199de'] {{(pid=106491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 16:36:27.733219 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-cffdb0d1-1678-4cc3-babb-e6d1fdf4b884 req-ed5ab22c-ea30-4304-abdd-476cc526c982 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506647 Sep 01 16:36:27.871140 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c73241-c2e3-445d-9b99-a15e84a27457 req-5de87336-73f3-4128-8022-ea3234625273 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:27.873567 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b6c73241-c2e3-445d-9b99-a15e84a27457 req-5de87336-73f3-4128-8022-ea3234625273 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 944 time: 0.0592682 Sep 01 16:36:27.940789 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b6c73241-c2e3-445d-9b99-a15e84a27457 req-0c4b1244-6231-4471-884e-f692239e69eb tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548639 Sep 01 16:36:28.123650 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981854b-f30a-42e0-a7f6-5312e5cd513c req-7f857d68-fe38-483b-ab4d-4e560d89fd7a tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:28.125494 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-6981854b-f30a-42e0-a7f6-5312e5cd513c req-7f857d68-fe38-483b-ab4d-4e560d89fd7a tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0605717 Sep 01 16:36:28.186228 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-6981854b-f30a-42e0-a7f6-5312e5cd513c req-1f290ce2-441a-48a7-abb9-786b3b9bc1f4 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477850 Sep 01 16:36:28.208418 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ac48f-ed32-4f27-b322-a25d6fa3a5b8 req-5bd633f1-36b8-4e4f-802e-5401cbe45f9f tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:28.210964 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a87ac48f-ed32-4f27-b322-a25d6fa3a5b8 req-5bd633f1-36b8-4e4f-802e-5401cbe45f9f tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1fa20f73-9965-4f95-b7a9-7d98e3822024 HTTP/1.1" status: 200 len: 943 time: 0.0492392 Sep 01 16:36:28.223795 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:28.262319 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a87ac48f-ed32-4f27-b322-a25d6fa3a5b8 req-b03e1922-a6c3-4c49-8042-31e27777fd31 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b2328c1-9620-472d-b749-dba6a89d779a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454135 Sep 01 16:36:28.830036 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=100 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:28.876673 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fdc83-bba9-4418-888f-331f144b4e2d req-2dcef474-905e-4898-9459-d96a8481aa2f tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:28.878146 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-105fdc83-bba9-4418-888f-331f144b4e2d req-2dcef474-905e-4898-9459-d96a8481aa2f tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 945 time: 0.0570486 Sep 01 16:36:28.927396 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-105fdc83-bba9-4418-888f-331f144b4e2d req-f6efb890-4b84-4702-bc2a-567397fbbb47 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427909 Sep 01 16:36:29.096634 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915cae5-ad98-45c6-8344-40e1f81515be req-455697f3-d8cc-410c-8622-816373329887 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:29.098297 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0915cae5-ad98-45c6-8344-40e1f81515be req-455697f3-d8cc-410c-8622-816373329887 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 944 time: 0.0531816 Sep 01 16:36:29.152432 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0915cae5-ad98-45c6-8344-40e1f81515be req-98917df1-d169-4656-802f-084250a26aed tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445609 Sep 01 16:36:29.324941 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d2386-42ce-4491-b82a-b7e91a230b4e req-58d620a6-1c22-41d5-9259-5090a8e6d02e tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:29.326980 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-9c4d2386-42ce-4491-b82a-b7e91a230b4e req-58d620a6-1c22-41d5-9259-5090a8e6d02e tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0530589 Sep 01 16:36:29.395866 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-9c4d2386-42ce-4491-b82a-b7e91a230b4e req-01e9d2d3-ec21-4bcc-92d4-b32a63e445d8 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618637 Sep 01 16:36:29.420254 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0c145-a9bb-4463-bdd7-6313429c2bbb req-2cfb9c7c-c1ea-4318-8f6d-cd12b7622b38 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:29.422017 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-aaa0c145-a9bb-4463-bdd7-6313429c2bbb req-2cfb9c7c-c1ea-4318-8f6d-cd12b7622b38 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1fa20f73-9965-4f95-b7a9-7d98e3822024 HTTP/1.1" status: 200 len: 943 time: 0.0701003 Sep 01 16:36:29.500185 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-aaa0c145-a9bb-4463-bdd7-6313429c2bbb req-4abcffa4-3128-4abd-90a8-712543db5e65 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b2328c1-9620-472d-b749-dba6a89d779a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587556 Sep 01 16:36:30.059446 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13d5d6-f014-4baa-a7e3-8a65c7ef8146 req-d8fd55c6-7a88-417c-b302-9d9eafee3ad7 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:30.060998 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-2f13d5d6-f014-4baa-a7e3-8a65c7ef8146 req-d8fd55c6-7a88-417c-b302-9d9eafee3ad7 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 945 time: 0.0553858 Sep 01 16:36:30.109853 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-2f13d5d6-f014-4baa-a7e3-8a65c7ef8146 req-82edbc37-671d-42b7-8d74-c238d65674df tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433021 Sep 01 16:36:30.294988 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a149fa7-fd3e-4fd9-9e1e-e6cddc645fd7 req-41ae1bc0-cea2-4cae-bb0e-3c740743b197 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:30.296504 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0a149fa7-fd3e-4fd9-9e1e-e6cddc645fd7 req-41ae1bc0-cea2-4cae-bb0e-3c740743b197 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 944 time: 0.0535567 Sep 01 16:36:30.344618 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0a149fa7-fd3e-4fd9-9e1e-e6cddc645fd7 req-ae9bd9ed-5818-467b-8268-99af51db86a3 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422988 Sep 01 16:36:30.542428 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67373817-d50a-42f2-b0c5-15eb102210c6 req-f44e7f9e-6e47-4dc8-a2f6-c77d48448e4b tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:30.549458 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-67373817-d50a-42f2-b0c5-15eb102210c6 req-f44e7f9e-6e47-4dc8-a2f6-c77d48448e4b tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0602748 Sep 01 16:36:30.604067 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-67373817-d50a-42f2-b0c5-15eb102210c6 req-3fdc2306-40b4-411b-918c-d9ce3e61c179 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536895 Sep 01 16:36:30.674250 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2895a-dffc-44ce-9b31-cf0a0bd86cc6 req-ef776052-85e1-45c5-a5ac-61e23ad31cc1 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:30.676000 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b9c2895a-dffc-44ce-9b31-cf0a0bd86cc6 req-ef776052-85e1-45c5-a5ac-61e23ad31cc1 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1fa20f73-9965-4f95-b7a9-7d98e3822024 HTTP/1.1" status: 200 len: 943 time: 0.0619493 Sep 01 16:36:30.744490 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b9c2895a-dffc-44ce-9b31-cf0a0bd86cc6 req-ea697df0-6763-44d3-a6ac-78d50c2c144f tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b2328c1-9620-472d-b749-dba6a89d779a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625360 Sep 01 16:36:31.229285 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 896672fd-654c-408f-bad2-1993fb22ba9a details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:36:31.293914 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34c089-579f-4363-a9da-e01327f415d7 req-32190c0e-e0eb-48df-a1a3-8acb469c36f4 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:31.298759 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-bb34c089-579f-4363-a9da-e01327f415d7 req-32190c0e-e0eb-48df-a1a3-8acb469c36f4 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 945 time: 0.1117437 Sep 01 16:36:31.356785 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-bb34c089-579f-4363-a9da-e01327f415d7 req-fea48a99-18c9-4a0f-8394-814ea11dc4dd tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528884 Sep 01 16:36:31.398102 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 896672fd-654c-408f-bad2-1993fb22ba9a, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=896672fd-654c-408f-bad2-1993fb22ba9a,segment=NetworkSegment(098b0357-abb2-4d87-a3b6-bd4af7d5fb42),segment_id=098b0357-abb2-4d87-a3b6-bd4af7d5fb42)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:31.410366 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Returning: {'device': '896672fd-654c-408f-bad2-1993fb22ba9a', 'network_id': '38acd0bc-b894-4eb9-a8c5-fadf4fec09f0', 'port_id': '896672fd-654c-408f-bad2-1993fb22ba9a', 'mac_address': 'fa:16:3e:8c:64:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1176e06-7b68-4acd-ab72-99b73daee270', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:36:31.453701 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 896672fd-654c-408f-bad2-1993fb22ba9a is: DOWN; New status is: BUILD {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:36:31.454399 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (896672fd-654c-408f-bad2-1993fb22ba9a), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:31.469597 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 896672fd-654c-408f-bad2-1993fb22ba9a {{(pid=106491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:36:31.487676 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:31.493019 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 896672fd-654c-408f-bad2-1993fb22ba9a, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=896672fd-654c-408f-bad2-1993fb22ba9a,segment=NetworkSegment(098b0357-abb2-4d87-a3b6-bd4af7d5fb42),segment_id=098b0357-abb2-4d87-a3b6-bd4af7d5fb42)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:31.498906 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (896672fd-654c-408f-bad2-1993fb22ba9a), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:31.502803 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:31.505113 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:31.515710 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb57a4-580a-44ba-854d-f2a54eea987c req-1e75406a-07ae-497f-9952-83c129f05fcc tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:31.547700 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-09fb57a4-580a-44ba-854d-f2a54eea987c req-1e75406a-07ae-497f-9952-83c129f05fcc tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 944 time: 0.0970013 Sep 01 16:36:31.561646 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=896672fd-654c-408f-bad2-1993fb22ba9a,revision_number=4']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:31.598881 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-09fb57a4-580a-44ba-854d-f2a54eea987c req-ae362cb6-416d-466e-b7fd-8082c0a31c8f tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500524 Sep 01 16:36:31.743876 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4573f3-9923-425c-b5d6-878eb42199b9 req-e42bf15a-3a07-4633-8923-5d1eccaf8fff tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:31.745371 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-9e4573f3-9923-425c-b5d6-878eb42199b9 req-e42bf15a-3a07-4633-8923-5d1eccaf8fff tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0607250 Sep 01 16:36:31.774016 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=100 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:31.807665 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-9e4573f3-9923-425c-b5d6-878eb42199b9 req-a21268e0-e8d4-4495-9dec-59c320991bf5 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556355 Sep 01 16:36:31.888827 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493bb484-ecac-49f6-b521-e05d8cb5f2e2 req-96228aef-2665-469f-b459-c83aa0a320ac tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:31.888827 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-493bb484-ecac-49f6-b521-e05d8cb5f2e2 req-96228aef-2665-469f-b459-c83aa0a320ac tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1fa20f73-9965-4f95-b7a9-7d98e3822024 HTTP/1.1" status: 200 len: 944 time: 0.0522203 Sep 01 16:36:31.942598 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-493bb484-ecac-49f6-b521-e05d8cb5f2e2 req-2f387764-04af-4f9f-878c-65a83d527f54 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b2328c1-9620-472d-b749-dba6a89d779a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524793 Sep 01 16:36:32.398342 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 46daf8ff-8552-45e4-b4ac-b60b47e199de up at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:36:32.446492 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning complete for port 46daf8ff-8552-45e4-b4ac-b60b47e199de triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:36:32.447266 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (46daf8ff-8552-45e4-b4ac-b60b47e199de), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:32.508320 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679ede6-0e83-435d-86de-c3386691d0ac req-529c7611-e0bd-47f8-a3fc-a45076974149 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:32.515644 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-4679ede6-0e83-435d-86de-c3386691d0ac req-529c7611-e0bd-47f8-a3fc-a45076974149 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 945 time: 0.0753291 Sep 01 16:36:32.530458 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 46daf8ff-8552-45e4-b4ac-b60b47e199de is: BUILD; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:36:32.530847 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (46daf8ff-8552-45e4-b4ac-b60b47e199de), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:32.559080 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0958ba3f-7f1d-4fa1-bff7-4459d3945b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46daf8ff-8552-45e4-b4ac-b60b47e199de'}] {{(pid=106491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:36:32.561135 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-4679ede6-0e83-435d-86de-c3386691d0ac req-1a8a0582-ec2f-460c-be55-8e18c538a72c tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445673 Sep 01 16:36:32.562126 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27cd250e45b0eab3f9aacaaa4111d690d8ad0f5b6b5c497c1d88b56abc962a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ab53b1-c5cb-4002-bcec-6cd05ffb1736" -d '{"events": [{"server_uuid": "0958ba3f-7f1d-4fa1-bff7-4459d3945b6f", "name": "network-vif-plugged", "status": "completed", "tag": "46daf8ff-8552-45e4-b4ac-b60b47e199de"}]}' {{(pid=106491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:36:32.576524 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 46daf8ff-8552-45e4-b4ac-b60b47e199de, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=46daf8ff-8552-45e4-b4ac-b60b47e199de,segment=NetworkSegment(a5fdef99-cab9-4e68-9f85-2b12b874dece),segment_id=a5fdef99-cab9-4e68-9f85-2b12b874dece)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:32.586809 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (46daf8ff-8552-45e4-b4ac-b60b47e199de), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:32.614598 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fd38e3-37db-4cfb-8f16-3203d4d52028 x-openstack-request-id: req-30fd38e3-37db-4cfb-8f16-3203d4d52028 {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:36:32.614899 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0958ba3f-7f1d-4fa1-bff7-4459d3945b6f", "name": "network-vif-plugged", "status": "completed", "tag": "46daf8ff-8552-45e4-b4ac-b60b47e199de", "code": 200}]} {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:36:32.615152 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-30fd38e3-37db-4cfb-8f16-3203d4d52028 {{(pid=106491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:36:32.615580 dv-cinder-852209-10-iscsi neutron-server[106491]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30fd38e3-37db-4cfb-8f16-3203d4d52028'] response: {'server_uuid': '0958ba3f-7f1d-4fa1-bff7-4459d3945b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46daf8ff-8552-45e4-b4ac-b60b47e199de', 'code': 200} Sep 01 16:36:32.646077 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=46daf8ff-8552-45e4-b4ac-b60b47e199de,revision_number=7']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:32.735814 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca451d-228a-4100-80d2-c612727c1bdd req-4d10e663-c357-4f9d-8c2e-219c83eb537c tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:32.737306 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-63ca451d-228a-4100-80d2-c612727c1bdd req-4d10e663-c357-4f9d-8c2e-219c83eb537c tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 945 time: 0.0494142 Sep 01 16:36:32.795035 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-63ca451d-228a-4100-80d2-c612727c1bdd req-9dfc47e5-44ff-4f26-9778-be48e5822e65 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507452 Sep 01 16:36:32.929349 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5cb06-5b40-48ea-8172-67fea9a77fa2 req-e0f3c3b6-8d96-443b-be13-76a33cda79d9 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:32.930870 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-77b5cb06-5b40-48ea-8172-67fea9a77fa2 req-e0f3c3b6-8d96-443b-be13-76a33cda79d9 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0516322 Sep 01 16:36:33.002284 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-77b5cb06-5b40-48ea-8172-67fea9a77fa2 req-41a67fce-0b3f-452b-9d43-06dca26a4619 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594752 Sep 01 16:36:33.033603 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] get_ports_and_sgs() called for port_ids ['896672fd-654c-408f-bad2-1993fb22ba9a'] {{(pid=106491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 16:36:33.074307 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374dfcce-0d24-4f32-9243-a400fc1a411d req-643b6900-a213-4ad7-9294-306681ee8ae4 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:33.076402 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-374dfcce-0d24-4f32-9243-a400fc1a411d req-643b6900-a213-4ad7-9294-306681ee8ae4 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1fa20f73-9965-4f95-b7a9-7d98e3822024 HTTP/1.1" status: 200 len: 944 time: 0.0506780 Sep 01 16:36:33.132974 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-374dfcce-0d24-4f32-9243-a400fc1a411d req-89495bbf-c657-4082-a87d-58f43bedaf48 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b2328c1-9620-472d-b749-dba6a89d779a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508757 Sep 01 16:36:33.698442 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41aef3-e3b1-4e40-ac62-8ecfe264075b req-94630e51-352b-47d3-a3fa-2d3596ed0708 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:33.700091 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-aa41aef3-e3b1-4e40-ac62-8ecfe264075b req-94630e51-352b-47d3-a3fa-2d3596ed0708 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 945 time: 0.0506003 Sep 01 16:36:33.750793 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-aa41aef3-e3b1-4e40-ac62-8ecfe264075b req-e4d9fb50-62ef-43e9-9777-0f1e7ba23652 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449069 Sep 01 16:36:33.941239 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c69ea-bbbe-468b-94d7-79a6ca8f212c req-85cc0738-e3d1-4dee-8ea9-2b744e5eb14d tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:33.943381 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-4a9c69ea-bbbe-468b-94d7-79a6ca8f212c req-85cc0738-e3d1-4dee-8ea9-2b744e5eb14d tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 945 time: 0.0498326 Sep 01 16:36:34.023092 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-4a9c69ea-bbbe-468b-94d7-79a6ca8f212c req-cd806ac4-b894-433c-a554-0e426bd13537 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704837 Sep 01 16:36:34.154724 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (294a3787-103d-4a51-bc9c-bc09638a7966), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:34.190833 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5ee89-3ce6-4a30-8e0a-829a6db84c43 req-c1bce027-7cdc-43f6-bafd-5d7f0866a1c3 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:34.202893 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7ee5ee89-3ce6-4a30-8e0a-829a6db84c43 req-c1bce027-7cdc-43f6-bafd-5d7f0866a1c3 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0872114 Sep 01 16:36:34.291436 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7ee5ee89-3ce6-4a30-8e0a-829a6db84c43 req-e5ec5987-86b0-4681-b798-26ac47a55af4 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876601 Sep 01 16:36:34.314474 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda0bd4-b80c-419f-8f93-97bc48dcfb66 req-a63dc8b0-367d-4b87-84f9-f91dc9c620b1 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:34.315955 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-dbda0bd4-b80c-419f-8f93-97bc48dcfb66 req-a63dc8b0-367d-4b87-84f9-f91dc9c620b1 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1fa20f73-9965-4f95-b7a9-7d98e3822024 HTTP/1.1" status: 200 len: 944 time: 0.0612895 Sep 01 16:36:34.333452 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=68,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:34.334942 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=54,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:34.366197 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-dbda0bd4-b80c-419f-8f93-97bc48dcfb66 req-924cc6b8-821c-4f7e-82b9-d1426beb10c1 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b2328c1-9620-472d-b749-dba6a89d779a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440331 Sep 01 16:36:34.471489 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 896672fd-654c-408f-bad2-1993fb22ba9a up at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:36:34.528339 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning for port 896672fd-654c-408f-bad2-1993fb22ba9a completed by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 16:36:34.535919 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning complete for port 896672fd-654c-408f-bad2-1993fb22ba9a triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:36:34.536214 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (896672fd-654c-408f-bad2-1993fb22ba9a), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:34.616896 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 896672fd-654c-408f-bad2-1993fb22ba9a is: BUILD; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:36:34.617279 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (896672fd-654c-408f-bad2-1993fb22ba9a), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:34.647289 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa20f73-9965-4f95-b7a9-7d98e3822024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896672fd-654c-408f-bad2-1993fb22ba9a'}] {{(pid=106491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:36:34.649490 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27cd250e45b0eab3f9aacaaa4111d690d8ad0f5b6b5c497c1d88b56abc962a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3e6300-ded4-464f-bc5e-86196a8013e0" -d '{"events": [{"server_uuid": "1fa20f73-9965-4f95-b7a9-7d98e3822024", "name": "network-vif-plugged", "status": "completed", "tag": "896672fd-654c-408f-bad2-1993fb22ba9a"}]}' {{(pid=106491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:36:34.662652 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 896672fd-654c-408f-bad2-1993fb22ba9a, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=896672fd-654c-408f-bad2-1993fb22ba9a,segment=NetworkSegment(098b0357-abb2-4d87-a3b6-bd4af7d5fb42),segment_id=098b0357-abb2-4d87-a3b6-bd4af7d5fb42)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:34.667754 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (896672fd-654c-408f-bad2-1993fb22ba9a), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:34.690945 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade4cd51-a95a-4442-b282-ff784d99d257 x-openstack-request-id: req-ade4cd51-a95a-4442-b282-ff784d99d257 {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:36:34.691234 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa20f73-9965-4f95-b7a9-7d98e3822024", "name": "network-vif-plugged", "status": "completed", "tag": "896672fd-654c-408f-bad2-1993fb22ba9a", "code": 200}]} {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:36:34.691479 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ade4cd51-a95a-4442-b282-ff784d99d257 {{(pid=106491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:36:34.691941 dv-cinder-852209-10-iscsi neutron-server[106491]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ade4cd51-a95a-4442-b282-ff784d99d257'] response: {'server_uuid': '1fa20f73-9965-4f95-b7a9-7d98e3822024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896672fd-654c-408f-bad2-1993fb22ba9a', 'code': 200} Sep 01 16:36:34.719544 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=896672fd-654c-408f-bad2-1993fb22ba9a,revision_number=5']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:34.927595 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b84f95-f6fe-4963-be5d-50055998a54a req-b66f8b03-0942-4ee3-86da-aa02d3bd1c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:34.929832 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-38b84f95-f6fe-4963-be5d-50055998a54a req-b66f8b03-0942-4ee3-86da-aa02d3bd1c75 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=1fa20f73-9965-4f95-b7a9-7d98e3822024 HTTP/1.1" status: 200 len: 1129 time: 0.0427358 Sep 01 16:36:34.987106 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-38b84f95-f6fe-4963-be5d-50055998a54a req-a21db9f9-03dd-4e8b-abaf-86525c25301f service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=0b2328c1-9620-472d-b749-dba6a89d779a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433071 Sep 01 16:36:35.202518 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e28d9-0b9e-4755-bf8a-e9d067438082 req-f6330e52-f4ff-4d11-9885-07f1d8606f2d tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:35.204109 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-4c1e28d9-0b9e-4755-bf8a-e9d067438082 req-f6330e52-f4ff-4d11-9885-07f1d8606f2d tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 945 time: 0.0528605 Sep 01 16:36:35.219235 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=100 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:35.259412 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-4c1e28d9-0b9e-4755-bf8a-e9d067438082 req-582a490e-61af-4522-ba31-abfa531e6377 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471392 Sep 01 16:36:35.392108 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 34570) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:36:35.397943 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-e9a537bb-6bae-429c-b053-0c5cda5d9ad4 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1832224958', 'description': 'tempest-description--1492390307'}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:35.448278 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-e9a537bb-6bae-429c-b053-0c5cda5d9ad4 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:35.463337 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:35.483478 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed739b9a-5adc-437e-93b6-b0db8a7d6af0 req-f8f4f9a2-20d2-4d73-a14a-3b4d1ac025ec tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:35.491252 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ed739b9a-5adc-437e-93b6-b0db8a7d6af0 req-f8f4f9a2-20d2-4d73-a14a-3b4d1ac025ec tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0611162 Sep 01 16:36:35.538282 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802ec29-98a6-448f-8c57-5d2c833af162 req-38f6049a-4d8b-49f8-92d9-733ae6434096 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:35.547967 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-a802ec29-98a6-448f-8c57-5d2c833af162 req-38f6049a-4d8b-49f8-92d9-733ae6434096 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1fa20f73-9965-4f95-b7a9-7d98e3822024 HTTP/1.1" status: 200 len: 945 time: 0.0842171 Sep 01 16:36:35.549130 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ed739b9a-5adc-437e-93b6-b0db8a7d6af0 req-3692f78b-c264-47fc-a68e-226237fef922 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543885 Sep 01 16:36:35.632080 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-a802ec29-98a6-448f-8c57-5d2c833af162 req-eda143ff-9b8f-4d1c-8069-8f2d58a4f968 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b2328c1-9620-472d-b749-dba6a89d779a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831513 Sep 01 16:36:35.638647 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-e9a537bb-6bae-429c-b053-0c5cda5d9ad4 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks [] for security_group (76f6e9e0-815c-4bef-8ba5-1c581ae9e20d), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:35.642909 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-e9a537bb-6bae-429c-b053-0c5cda5d9ad4 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (76f6e9e0-815c-4bef-8ba5-1c581ae9e20d), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:35.667489 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-e9a537bb-6bae-429c-b053-0c5cda5d9ad4 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:35.670458 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-e9a537bb-6bae-429c-b053-0c5cda5d9ad4 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2765024 Sep 01 16:36:35.673321 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 34576) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:36:35.681321 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-4b7c3e4e-7652-4ac9-ac80-8d254d8df70d tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Request body: {'security_group_rule': {'security_group_id': '76f6e9e0-815c-4bef-8ba5-1c581ae9e20d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:35.735909 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a537bb-6bae-429c-b053-0c5cda5d9ad4 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:35.743971 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-4b7c3e4e-7652-4ac9-ac80-8d254d8df70d tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks [] for security_group_rule (94a0f5df-865d-47ee-acc8-0066ac4e4b64), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:35.810667 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-4b7c3e4e-7652-4ac9-ac80-8d254d8df70d tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks [] for security_group_rule (94a0f5df-865d-47ee-acc8-0066ac4e4b64), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:35.819283 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-4b7c3e4e-7652-4ac9-ac80-8d254d8df70d tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684833'] for security_group_rule (94a0f5df-865d-47ee-acc8-0066ac4e4b64), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:35.838606 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c3e4e-7652-4ac9-ac80-8d254d8df70d tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94a0f5df-865d-47ee-acc8-0066ac4e4b64,revision_number=0']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:35.848842 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-4b7c3e4e-7652-4ac9-ac80-8d254d8df70d tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:35.853353 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 34582) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:36:35.854682 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-4b7c3e4e-7652-4ac9-ac80-8d254d8df70d tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1802125 Sep 01 16:36:35.857813 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-23dfdee2-6842-4e49-951f-7ee7ecc5afc5 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Request body: {'security_group_rule': {'security_group_id': '76f6e9e0-815c-4bef-8ba5-1c581ae9e20d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:35.884719 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-23dfdee2-6842-4e49-951f-7ee7ecc5afc5 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks [] for security_group_rule (278f4e95-2e1c-418e-a833-21262dc2d35e), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:35.910818 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:35.950197 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-23dfdee2-6842-4e49-951f-7ee7ecc5afc5 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks [] for security_group_rule (278f4e95-2e1c-418e-a833-21262dc2d35e), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:35.955317 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-23dfdee2-6842-4e49-951f-7ee7ecc5afc5 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684833'] for security_group_rule (278f4e95-2e1c-418e-a833-21262dc2d35e), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:35.978722 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dfdee2-6842-4e49-951f-7ee7ecc5afc5 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=278f4e95-2e1c-418e-a833-21262dc2d35e,revision_number=0']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:35.988053 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-23dfdee2-6842-4e49-951f-7ee7ecc5afc5 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:35.989235 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-23dfdee2-6842-4e49-951f-7ee7ecc5afc5 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1349046 Sep 01 16:36:35.992391 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 34586) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:36:35.997161 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-fce93c68-d68e-4bb0-b672-b423495579cb tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Request body: {'floatingip': {'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:36.023296 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-fce93c68-d68e-4bb0-b672-b423495579cb tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:36.314416 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-fce93c68-d68e-4bb0-b672-b423495579cb tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:36.433163 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.db_base_plugin_common [None req-fce93c68-d68e-4bb0-b672-b423495579cb tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Allocated IP 172.27.2.231 (537c3a33-78cb-41f3-a0ee-71478f9cfd9b/3e5d1400-7955-40a6-9a09-08f8a8c1db3a/c8613ace-a9c1-4545-b6a5-00b69536c70e) {{(pid=106489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:36:36.441940 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de114c04-1254-46b7-8827-bd8e6942c3ca req-47b8704e-f4dc-4e57-92ef-e6bc2c525f91 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:36.444613 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-de114c04-1254-46b7-8827-bd8e6942c3ca req-47b8704e-f4dc-4e57-92ef-e6bc2c525f91 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 945 time: 0.0612013 Sep 01 16:36:36.502591 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-de114c04-1254-46b7-8827-bd8e6942c3ca req-f34f253f-3cfe-454a-96b3-578953e959c4 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510824 Sep 01 16:36:36.548760 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:36.571164 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-fce93c68-d68e-4bb0-b672-b423495579cb tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks [] for port (c8613ace-a9c1-4545-b6a5-00b69536c70e), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:36.609425 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-fce93c68-d68e-4bb0-b672-b423495579cb tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261346675'] for port (c8613ace-a9c1-4545-b6a5-00b69536c70e), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:36.684055 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce93c68-d68e-4bb0-b672-b423495579cb tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Network 537c3a33-78cb-41f3-a0ee-71478f9cfd9b is already hosted by enough agents. {{(pid=106489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:36:36.719375 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.base_scheduler [None req-fce93c68-d68e-4bb0-b672-b423495579cb tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Resources bound (agent type, host, resource id): {{(pid=106489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:36:36.729221 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce93c68-d68e-4bb0-b672-b423495579cb tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Received port after_create {{(pid=106489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:36:36.778380 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.agents_db [None req-09d9e05d-4d55-4c1e-8994-77c39c5d0c8d None None] Agent healthcheck: found 6 active agents {{(pid=106492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:36:36.780046 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce93c68-d68e-4bb0-b672-b423495579cb tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Pushing event updated for resources: {'Port': ['ID=c8613ace-a9c1-4545-b6a5-00b69536c70e,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:36.818072 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b811e2-e834-4027-9c19-21a59f441f9f req-ead1e2c3-8163-488d-a51f-75fc89adcc7b tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:36.821978 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-f9b811e2-e834-4027-9c19-21a59f441f9f req-ead1e2c3-8163-488d-a51f-75fc89adcc7b tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.1608071 Sep 01 16:36:36.842846 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f47b6-79e2-4107-9bd8-3720f6f28d42 req-7838b0ba-e4eb-41bb-88a0-a743fdb32b2a tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:36.846441 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-424f47b6-79e2-4107-9bd8-3720f6f28d42 req-7838b0ba-e4eb-41bb-88a0-a743fdb32b2a tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1fa20f73-9965-4f95-b7a9-7d98e3822024 HTTP/1.1" status: 200 len: 945 time: 0.0988846 Sep 01 16:36:36.988355 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-424f47b6-79e2-4107-9bd8-3720f6f28d42 req-df6d3a4d-38e0-4254-9c65-ed277db58e8c tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b2328c1-9620-472d-b749-dba6a89d779a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350396 Sep 01 16:36:37.042377 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-f9b811e2-e834-4027-9c19-21a59f441f9f req-6bd20c4d-758e-4abd-9ff5-03c0ed052061 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493645 Sep 01 16:36:37.045328 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-fce93c68-d68e-4bb0-b672-b423495579cb tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks [] for floatingip (177e4a6c-e807-4b24-87bb-a7dadb3f91b1), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:37.112439 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-fce93c68-d68e-4bb0-b672-b423495579cb tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (c8613ace-a9c1-4545-b6a5-00b69536c70e), before_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:37.178671 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:37.283159 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-fce93c68-d68e-4bb0-b672-b423495579cb tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks [] for port (c8613ace-a9c1-4545-b6a5-00b69536c70e), precommit_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:37.288118 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-fce93c68-d68e-4bb0-b672-b423495579cb tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261346666'] for port (c8613ace-a9c1-4545-b6a5-00b69536c70e), after_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:37.357699 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce93c68-d68e-4bb0-b672-b423495579cb tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Pushing event updated for resources: {'Port': ['ID=c8613ace-a9c1-4545-b6a5-00b69536c70e,revision_number=2']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:37.360274 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-fce93c68-d68e-4bb0-b672-b423495579cb tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631243'] for floatingip (177e4a6c-e807-4b24-87bb-a7dadb3f91b1), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:37.378220 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-fce93c68-d68e-4bb0-b672-b423495579cb tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for floatingip (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:37.388628 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-fce93c68-d68e-4bb0-b672-b423495579cb tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3952630 Sep 01 16:36:37.645333 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8495d9-fc78-41eb-b3ea-00319efdcc05 req-df3242da-5a57-4f60-be97-5475c7556710 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:37.647171 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-ca8495d9-fc78-41eb-b3ea-00319efdcc05 req-df3242da-5a57-4f60-be97-5475c7556710 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 945 time: 0.0596697 Sep 01 16:36:37.698263 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-ca8495d9-fc78-41eb-b3ea-00319efdcc05 req-0a9a3618-f44e-49f5-aa43-f1d3c18a0d68 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450344 Sep 01 16:36:38.155238 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47595a5-2d2a-4d0e-b10d-979406844a9b req-a757b5cb-f059-4a25-bc14-b458417ba9b5 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:38.157314 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-d47595a5-2d2a-4d0e-b10d-979406844a9b req-a757b5cb-f059-4a25-bc14-b458417ba9b5 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1fa20f73-9965-4f95-b7a9-7d98e3822024 HTTP/1.1" status: 200 len: 945 time: 0.0967507 Sep 01 16:36:38.217186 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-d47595a5-2d2a-4d0e-b10d-979406844a9b req-1f09cdde-b214-446c-8f04-eddbef7a8b2a tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b2328c1-9620-472d-b749-dba6a89d779a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526834 Sep 01 16:36:38.329457 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:38.345582 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df51f5-92e7-438f-9e5b-ef03fa39c927 req-b5ab1ca0-41cc-4f58-a9f0-6732c11ed409 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:38.347098 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-26df51f5-92e7-438f-9e5b-ef03fa39c927 req-b5ab1ca0-41cc-4f58-a9f0-6732c11ed409 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0528274 Sep 01 16:36:38.399945 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-26df51f5-92e7-438f-9e5b-ef03fa39c927 req-c640905a-1a27-4f06-a81a-a23326be70a4 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471711 Sep 01 16:36:38.861542 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779f9f1-ae3c-4ab8-a833-34ac5c116824 req-185940aa-51e4-4634-8cb5-08b52637f70b tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:38.868734 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-6779f9f1-ae3c-4ab8-a833-34ac5c116824 req-185940aa-51e4-4634-8cb5-08b52637f70b tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 945 time: 0.0620613 Sep 01 16:36:38.917820 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-6779f9f1-ae3c-4ab8-a833-34ac5c116824 req-33f76850-1661-4027-8fe3-1e6fda121ca1 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480759 Sep 01 16:36:39.540757 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43acd47-ff29-43e2-ab15-0d53fbfe504a req-1d22e042-7435-4885-86f0-06122c6a35f2 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:39.548738 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-c43acd47-ff29-43e2-ab15-0d53fbfe504a req-1d22e042-7435-4885-86f0-06122c6a35f2 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0585251 Sep 01 16:36:39.610595 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-c43acd47-ff29-43e2-ab15-0d53fbfe504a req-ecbab3b9-c871-4e20-bc2d-af2ba031b779 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601945 Sep 01 16:36:39.672426 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 34654) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:36:39.830259 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-31703e9f-0db7-47df-9401-f7a62bcf3ce9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:39.921734 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec218fa-4110-4b69-a88f-004e9c389213 req-a22270ff-a6c6-4423-badf-49c6df622299 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:39.923470 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-7ec218fa-4110-4b69-a88f-004e9c389213 req-a22270ff-a6c6-4423-badf-49c6df622299 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0709186 Sep 01 16:36:40.011805 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-31703e9f-0db7-47df-9401-f7a62bcf3ce9 admin admin] Publish callbacks [] for security_group (022b3a5a-eeff-49b9-ab7c-1be3808be290), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:40.015650 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-7ec218fa-4110-4b69-a88f-004e9c389213 req-56b5cf4a-48b7-4ef7-b146-b3e98d661888 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861826 Sep 01 16:36:40.017343 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-31703e9f-0db7-47df-9401-f7a62bcf3ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (022b3a5a-eeff-49b9-ab7c-1be3808be290), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:40.049838 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-31703e9f-0db7-47df-9401-f7a62bcf3ce9 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=9525e7b503134f3da12368d42261e9be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3759291 Sep 01 16:36:40.050311 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd292c5b-278c-4da3-9799-eaa32af34d3d req-3f9b81ea-3f94-4d57-a9b9-8a53d9b861e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:40.052382 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 34662) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:36:40.055738 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-dd292c5b-278c-4da3-9799-eaa32af34d3d req-3f9b81ea-3f94-4d57-a9b9-8a53d9b861e9 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=aab96a55de014d8cac2c004ba7cadedd&device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 1129 time: 0.0789821 Sep 01 16:36:40.107031 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:40.108933 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31703e9f-0db7-47df-9401-f7a62bcf3ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022b3a5a-eeff-49b9-ab7c-1be3808be290,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:40.204922 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:40.212975 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd292c5b-278c-4da3-9799-eaa32af34d3d req-79114fb3-ee4d-4321-b24f-d11606e4ba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:40.215031 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-dd292c5b-278c-4da3-9799-eaa32af34d3d req-79114fb3-ee4d-4321-b24f-d11606e4ba15 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=ba8f8151-1775-4d72-8643-4c1aec9c20a0 HTTP/1.1" status: 200 len: 912 time: 0.1523204 Sep 01 16:36:40.228363 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d32cc-78be-4abc-855d-170d1cb35947 req-768fe0a8-e649-4434-b914-bed752f91882 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:40.230185 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-275d32cc-78be-4abc-855d-170d1cb35947 req-768fe0a8-e649-4434-b914-bed752f91882 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 945 time: 0.0989809 Sep 01 16:36:40.301751 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9e43e813-739d-41d1-891e-a1a5bca8ea5b admin admin] Publish callbacks [] for security_group (022b3a5a-eeff-49b9-ab7c-1be3808be290), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:40.318228 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-275d32cc-78be-4abc-855d-170d1cb35947 req-548c50ff-eec4-4b26-bea8-b51d1ba0d118 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759158 Sep 01 16:36:40.361135 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9e43e813-739d-41d1-891e-a1a5bca8ea5b admin admin] Publish callbacks [] for security_group (022b3a5a-eeff-49b9-ab7c-1be3808be290), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:40.437112 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9e43e813-739d-41d1-891e-a1a5bca8ea5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (022b3a5a-eeff-49b9-ab7c-1be3808be290), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:40.440683 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9e43e813-739d-41d1-891e-a1a5bca8ea5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:40.454668 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-9e43e813-739d-41d1-891e-a1a5bca8ea5b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/022b3a5a-eeff-49b9-ab7c-1be3808be290 HTTP/1.1" status: 204 len: 168 time: 0.3805916 Sep 01 16:36:40.469736 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43e813-739d-41d1-891e-a1a5bca8ea5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022b3a5a-eeff-49b9-ab7c-1be3808be290,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:40.667786 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-dd292c5b-278c-4da3-9799-eaa32af34d3d req-327cf25e-640f-4ec2-8b26-3d3e637b35ca service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38cd1838-9a61-4f72-a995-2bc777df4564 HTTP/1.1" status: 200 len: 1000 time: 0.4459686 Sep 01 16:36:40.732254 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd292c5b-278c-4da3-9799-eaa32af34d3d req-92882153-4f61-4fb2-9dcf-9b61bc1bb5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:40.733693 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-dd292c5b-278c-4da3-9799-eaa32af34d3d req-92882153-4f61-4fb2-9dcf-9b61bc1bb5ba service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=78963023-41a6-45a3-a4c4-170de5dc804e HTTP/1.1" status: 200 len: 850 time: 0.0592704 Sep 01 16:36:40.792028 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd292c5b-278c-4da3-9799-eaa32af34d3d req-c9a05fc7-c34c-467f-9b4c-0d6c575e4cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:40.793453 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-dd292c5b-278c-4da3-9799-eaa32af34d3d req-c9a05fc7-c34c-467f-9b4c-0d6c575e4cd5 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=ba8f8151-1775-4d72-8643-4c1aec9c20a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0517237 Sep 01 16:36:40.909615 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-dd292c5b-278c-4da3-9799-eaa32af34d3d req-b38e2216-a2b6-46e1-ab62-bcf47c7629ed service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ba8f8151-1775-4d72-8643-4c1aec9c20a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077108 Sep 01 16:36:41.037288 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-dd292c5b-278c-4da3-9799-eaa32af34d3d req-f67b2d38-ed60-41e2-90a5-2222068048e7 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ba8f8151-1775-4d72-8643-4c1aec9c20a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206422 Sep 01 16:36:41.193894 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7a981-cae9-4269-bfdf-7cda7c77e3dc req-656b63ea-434d-4d21-a26a-64a56cef2be0 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:41.196176 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-37f7a981-cae9-4269-bfdf-7cda7c77e3dc req-656b63ea-434d-4d21-a26a-64a56cef2be0 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0583079 Sep 01 16:36:41.248542 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:41.254252 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-37f7a981-cae9-4269-bfdf-7cda7c77e3dc req-a77c48be-9891-4c45-8003-59caf73ffb25 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516822 Sep 01 16:36:41.478284 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68c314-f374-4687-a1fc-920ce5658953 req-b2c24ab1-dc88-4225-bc21-339ed7be5c6a tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:41.479919 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-3b68c314-f374-4687-a1fc-920ce5658953 req-b2c24ab1-dc88-4225-bc21-339ed7be5c6a tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 945 time: 0.0663691 Sep 01 16:36:41.569100 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-3b68c314-f374-4687-a1fc-920ce5658953 req-71001983-4b03-4a73-be48-24a916e2e3d0 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806892 Sep 01 16:36:42.394531 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec437c-725c-46f5-aa04-006004bfe563 req-45df6d1d-70a9-4dfd-bd48-7e21e0e53610 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:42.396343 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-11ec437c-725c-46f5-aa04-006004bfe563 req-45df6d1d-70a9-4dfd-bd48-7e21e0e53610 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0587332 Sep 01 16:36:42.463106 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-11ec437c-725c-46f5-aa04-006004bfe563 req-8b98a205-054c-497f-94de-d6fe7c873e89 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545611 Sep 01 16:36:42.728860 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e4c1c-b468-41cb-99aa-56694ca7afc0 req-e04975ed-8c4e-45dd-afd1-fcb3877fbe56 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:42.730366 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-d20e4c1c-b468-41cb-99aa-56694ca7afc0 req-e04975ed-8c4e-45dd-afd1-fcb3877fbe56 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 945 time: 0.0615747 Sep 01 16:36:42.783556 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-d20e4c1c-b468-41cb-99aa-56694ca7afc0 req-4d4f3891-1380-4497-bd93-b3a52f6ab81a tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453405 Sep 01 16:36:43.198177 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:43.217421 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-1900f605-0b37-4b5b-85e4-e4d2a0555d30 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1832224958&fields=id&tenant_id=b4bbb5d3895c49fa8695d3bca946dbea HTTP/1.1" status: 200 len: 267 time: 0.0578227 Sep 01 16:36:43.222372 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-03e8b2aa-70b8-4e0c-aaf0-e1ad9a95b6be tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=6536d1bc0651452092114f0a0650583e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386987 Sep 01 16:36:43.373385 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-1b3c3775-18b3-4bf9-b80b-c5caea7a59d2 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:43.377351 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-1b3c3775-18b3-4bf9-b80b-c5caea7a59d2 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/networks?id=f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7 HTTP/1.1" status: 200 len: 817 time: 0.1511521 Sep 01 16:36:43.397093 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-ebbbca98-6cee-4ddf-93ff-b7e878a2c862 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/quotas/b4bbb5d3895c49fa8695d3bca946dbea HTTP/1.1" status: 200 len: 375 time: 0.0138278 Sep 01 16:36:43.440544 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-252d1dd6-5df2-47ef-9c7d-11bbe2c3ba73 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:43.442224 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-252d1dd6-5df2-47ef-9c7d-11bbe2c3ba73 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2109387 Sep 01 16:36:43.467812 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-41d8c6fe-c4bc-41d7-b1eb-1b56d128ba24 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.18 "GET /networking/v2.0/quotas/6536d1bc0651452092114f0a0650583e HTTP/1.1" status: 200 len: 375 time: 0.0191810 Sep 01 16:36:43.493390 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-ab974032-6244-4d24-9814-6ab40bb28816 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=b4bbb5d3895c49fa8695d3bca946dbea&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0896454 Sep 01 16:36:43.509409 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-f02fe130-5f0f-4ef6-8196-ab0f697bbb03 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=6536d1bc0651452092114f0a0650583e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406878 Sep 01 16:36:43.613882 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-7b3c9c04-13c4-4815-92ee-f2e4cda30fef service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061320 Sep 01 16:36:43.729960 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-bf478f8f-2d17-4d7d-bc6d-b0ff33fc1a22 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083848 Sep 01 16:36:43.829698 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbb455-de99-4ad2-91f0-377fa886294c req-9d9a5c35-f924-47f3-8256-7c9365721f9f tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:43.844724 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-05cbb455-de99-4ad2-91f0-377fa886294c req-9d9a5c35-f924-47f3-8256-7c9365721f9f tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0846035 Sep 01 16:36:43.955566 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-05cbb455-de99-4ad2-91f0-377fa886294c req-af908f1a-760e-4661-ae91-42dcd06d1a90 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091881 Sep 01 16:36:44.074629 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-5ac0ae6a-7546-42e1-90bd-1d63beada8a2 req-1264cecb-cd6a-46b1-b555-6861281e31f8 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=071ec310-3768-40d1-88bf-8f8f8c3db14b HTTP/1.1" status: 200 len: 210 time: 0.0728385 Sep 01 16:36:44.166828 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-84e51131-8c35-4a2a-b329-8894f7056f90 req-9425110c-dcab-4d61-ab06-b280fe52189a tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 210 time: 0.0464284 Sep 01 16:36:44.210820 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81780b-48e6-4fef-a8a2-a797f9446674 req-ee93c3fb-d162-4a46-929e-70ae90e9ea63 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:44.222125 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-5d81780b-48e6-4fef-a8a2-a797f9446674 req-ee93c3fb-d162-4a46-929e-70ae90e9ea63 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 945 time: 0.1748285 Sep 01 16:36:44.335242 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-5d81780b-48e6-4fef-a8a2-a797f9446674 req-3b0ece39-920c-4166-b167-ecbeb8b6f46f tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114690 Sep 01 16:36:44.717657 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=77,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:45.331349 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-48d91c6a-6bce-4689-808e-d03e75cb3684 req-a9c2ba67-3a23-48d3-93e9-ae6978dd4611 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 210 time: 0.0509131 Sep 01 16:36:45.354188 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-ee0fe39a-d9b4-421a-9804-7db1df7a0b13 req-3289980e-91ae-4a23-a7ba-7b9ed577f9ca tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=071ec310-3768-40d1-88bf-8f8f8c3db14b HTTP/1.1" status: 200 len: 210 time: 0.1244762 Sep 01 16:36:45.502433 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b8943-d91e-443c-a358-3bace20417eb req-f90ac571-fa0a-4515-966c-1c86cdc717ea tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:45.519206 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-021b8943-d91e-443c-a358-3bace20417eb req-f90ac571-fa0a-4515-966c-1c86cdc717ea tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 945 time: 0.0835180 Sep 01 16:36:45.618096 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-021b8943-d91e-443c-a358-3bace20417eb req-43db4aea-697c-46e0-861d-6d7ef593fab8 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941327 Sep 01 16:36:46.320106 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:46.375415 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-7c88fdf4-e71b-4eae-bbb6-a264806eb9c0 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=6536d1bc0651452092114f0a0650583e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0723975 Sep 01 16:36:46.566417 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-3793414b-72cf-41a6-801e-d2545473355e req-6e08e07d-1069-46a4-9350-5cfeb3053abe tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 210 time: 0.0601795 Sep 01 16:36:46.689544 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f28058b3-d9f1-48e9-835b-f79db8bfd32d req-8477dc3f-5ede-4d85-bbc0-ca78a37f38cc tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=071ec310-3768-40d1-88bf-8f8f8c3db14b HTTP/1.1" status: 200 len: 210 time: 0.1516967 Sep 01 16:36:46.898678 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb71cc2-824c-4d83-9097-05446b709c79 req-0d4c3545-2732-4121-acb5-4163045377a6 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:46.905523 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-bbb71cc2-824c-4d83-9097-05446b709c79 req-0d4c3545-2732-4121-acb5-4163045377a6 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 945 time: 0.1535411 Sep 01 16:36:46.910582 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-14fa31ad-da48-40d0-9472-d2158eff1b28 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:46.915779 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-14fa31ad-da48-40d0-9472-d2158eff1b28 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5296900 Sep 01 16:36:46.992764 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-bbb71cc2-824c-4d83-9097-05446b709c79 req-a78bf6d2-d711-4aad-943a-9ece5871268c tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805817 Sep 01 16:36:47.059885 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-800fb7b0-5ff7-4e76-b8e0-8aa577917ea2 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] Request body: {'port': {'device_id': '071ec310-3768-40d1-88bf-8f8f8c3db14b', 'network_id': '437a18c4-060d-49d5-a04a-80ff41fd7dbf', 'admin_state_up': True, 'tenant_id': '6536d1bc0651452092114f0a0650583e'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:47.253789 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-90d5dd8f-a7e8-4059-8a9b-7ac4f9e4ca86 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:47.257346 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-90d5dd8f-a7e8-4059-8a9b-7ac4f9e4ca86 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.77 "GET /networking/v2.0/networks?id=f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7 HTTP/1.1" status: 200 len: 817 time: 0.2949684 Sep 01 16:36:47.344688 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-800fb7b0-5ff7-4e76-b8e0-8aa577917ea2 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] Made reservation on behalf of 6536d1bc0651452092114f0a0650583e for: {'port': 1} {{(pid=106490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:36:47.350342 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-800fb7b0-5ff7-4e76-b8e0-8aa577917ea2 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:47.368631 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-800fb7b0-5ff7-4e76-b8e0-8aa577917ea2 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:47.381402 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:47.411585 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-9c2bec5c-7e7e-474d-be17-4c3a82da2702 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b4bbb5d3895c49fa8695d3bca946dbea HTTP/1.1" status: 200 len: 380 time: 0.1134942 Sep 01 16:36:47.435629 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-3c401619-3f02-49b4-ada3-d2a2595a3674 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Request body: {'port': {'device_id': '21f1e8ce-fea9-426e-8ce0-23b9f7851b4e', 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7', 'admin_state_up': True, 'tenant_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'security_groups': ['76f6e9e0-815c-4bef-8ba5-1c581ae9e20d']}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:47.579768 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-800fb7b0-5ff7-4e76-b8e0-8aa577917ea2 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] Publish callbacks [] for security_group (99bf8fa7-5955-41f2-8747-fb2213cf802a), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:47.588431 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-800fb7b0-5ff7-4e76-b8e0-8aa577917ea2 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (99bf8fa7-5955-41f2-8747-fb2213cf802a), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:47.708365 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800fb7b0-5ff7-4e76-b8e0-8aa577917ea2 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99bf8fa7-5955-41f2-8747-fb2213cf802a,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:47.815291 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-b996de91-1ef8-4fd8-bd59-50bb260bc1ca req-5990068d-81b3-4bd9-abc4-359f322486d4 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=071ec310-3768-40d1-88bf-8f8f8c3db14b HTTP/1.1" status: 200 len: 210 time: 0.0368288 Sep 01 16:36:47.829150 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-3c401619-3f02-49b4-ada3-d2a2595a3674 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Made reservation on behalf of b4bbb5d3895c49fa8695d3bca946dbea for: {'port': 1} {{(pid=106490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:36:47.833554 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-3c401619-3f02-49b4-ada3-d2a2595a3674 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:47.894515 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e38a4322-10b5-4d55-bd48-b6d6fb59d28f req-a2736df9-7e5d-471b-a239-340b077e2f4c tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 210 time: 0.1590507 Sep 01 16:36:47.966701 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_common [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-800fb7b0-5ff7-4e76-b8e0-8aa577917ea2 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] Allocated IP 192.168.233.220 (437a18c4-060d-49d5-a04a-80ff41fd7dbf/182dee20-e753-444d-b288-d35548492191/d3d00636-e531-4056-9749-f5ddf6e5f7b2) {{(pid=106490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:36:48.207080 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-800fb7b0-5ff7-4e76-b8e0-8aa577917ea2 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] Publish callbacks [] for port (d3d00636-e531-4056-9749-f5ddf6e5f7b2), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:48.239561 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:48.240592 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:48.255128 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc45ee2-1c91-4555-a300-9fd6e4ad0a12 req-85b6caf5-d3f6-4ce0-9d31-752576c7f6c2 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:48.263688 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-bcc45ee2-1c91-4555-a300-9fd6e4ad0a12 req-85b6caf5-d3f6-4ce0-9d31-752576c7f6c2 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 945 time: 0.1328990 Sep 01 16:36:48.330904 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-800fb7b0-5ff7-4e76-b8e0-8aa577917ea2 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (d3d00636-e531-4056-9749-f5ddf6e5f7b2), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:48.406799 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:48.413006 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-bcc45ee2-1c91-4555-a300-9fd6e4ad0a12 req-2b108d9c-21e8-4342-8218-9e78c223f464 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482272 Sep 01 16:36:48.436496 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-800fb7b0-5ff7-4e76-b8e0-8aa577917ea2 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] Network 437a18c4-060d-49d5-a04a-80ff41fd7dbf is already hosted by enough agents. {{(pid=106490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:36:48.442264 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-800fb7b0-5ff7-4e76-b8e0-8aa577917ea2 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] Resources bound (agent type, host, resource id): {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:36:48.463402 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-800fb7b0-5ff7-4e76-b8e0-8aa577917ea2 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] Received port after_create {{(pid=106490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:36:48.510357 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800fb7b0-5ff7-4e76-b8e0-8aa577917ea2 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] Pushing event updated for resources: {'Port': ['ID=d3d00636-e531-4056-9749-f5ddf6e5f7b2,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:48.522612 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_common [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-3c401619-3f02-49b4-ada3-d2a2595a3674 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Allocated IP 172.20.0.4 (f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7/82786ccd-9c4e-40d1-ba01-7f97c9ac8af5/2b174a59-f0a9-4b1a-9233-ea65d28a5d38) {{(pid=106490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:36:48.562296 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-800fb7b0-5ff7-4e76-b8e0-8aa577917ea2 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:48.562899 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-800fb7b0-5ff7-4e76-b8e0-8aa577917ea2 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:48.605328 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-800fb7b0-5ff7-4e76-b8e0-8aa577917ea2 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5492558 Sep 01 16:36:48.637837 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-4bd6b2ba-ad81-4f61-97bc-f02ddd7f2ded service neutron] Request body: {'port': {'device_id': '071ec310-3768-40d1-88bf-8f8f8c3db14b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:48.769115 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-4bd6b2ba-ad81-4f61-97bc-f02ddd7f2ded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (d3d00636-e531-4056-9749-f5ddf6e5f7b2), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:48.873129 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-4c218865-f43c-4f72-96fa-92a7b8e4bcee None None] Provisioning complete for port d3d00636-e531-4056-9749-f5ddf6e5f7b2 triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:36:48.873668 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-3c401619-3f02-49b4-ada3-d2a2595a3674 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks [] for port (2b174a59-f0a9-4b1a-9233-ea65d28a5d38), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:48.873780 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-4c218865-f43c-4f72-96fa-92a7b8e4bcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (d3d00636-e531-4056-9749-f5ddf6e5f7b2), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:48.947436 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:48.948553 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-4c218865-f43c-4f72-96fa-92a7b8e4bcee None None] Port d3d00636-e531-4056-9749-f5ddf6e5f7b2 cannot update to ACTIVE because it is not bound. {{(pid=106491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 16:36:49.017572 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870123e-7412-483b-897a-5d6a88d4d890 req-2400aab9-914a-4a38-9633-cad95b329078 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:49.019476 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-9870123e-7412-483b-897a-5d6a88d4d890 req-2400aab9-914a-4a38-9633-cad95b329078 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=071ec310-3768-40d1-88bf-8f8f8c3db14b HTTP/1.1" status: 200 len: 936 time: 0.0561244 Sep 01 16:36:49.031619 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:49.052090 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-096f683f-b319-40bb-8724-8d7b09172922 req-fe6c33ff-077d-47d7-a89e-b79a807a7639 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 210 time: 0.0343332 Sep 01 16:36:49.203888 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-3c401619-3f02-49b4-ada3-d2a2595a3674 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (2b174a59-f0a9-4b1a-9233-ea65d28a5d38), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:49.290198 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-9870123e-7412-483b-897a-5d6a88d4d890 req-f19894ee-3db2-455f-903e-a1b39b93b3a5 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99bf8fa7-5955-41f2-8747-fb2213cf802a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510073 Sep 01 16:36:49.327619 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-3c401619-3f02-49b4-ada3-d2a2595a3674 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Network f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7 is already hosted by enough agents. {{(pid=106490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:36:49.343400 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-3c401619-3f02-49b4-ada3-d2a2595a3674 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Resources bound (agent type, host, resource id): {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:36:49.346940 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c401619-3f02-49b4-ada3-d2a2595a3674 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Pushing event updated for resources: {'Port': ['ID=2b174a59-f0a9-4b1a-9233-ea65d28a5d38,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:49.353636 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-3c401619-3f02-49b4-ada3-d2a2595a3674 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Received port after_create {{(pid=106490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:36:49.406747 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=7 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:49.443435 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:49.465618 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-3c401619-3f02-49b4-ada3-d2a2595a3674 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:49.466174 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-3c401619-3f02-49b4-ada3-d2a2595a3674 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:49.502498 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=21 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:49.511604 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-4bd6b2ba-ad81-4f61-97bc-f02ddd7f2ded service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3d00636-e531-4056-9749-f5ddf6e5f7b2 {{(pid=106490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:36:49.539886 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-4bd6b2ba-ad81-4f61-97bc-f02ddd7f2ded service neutron] Publish callbacks [] for port (d3d00636-e531-4056-9749-f5ddf6e5f7b2), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:49.545575 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-3c401619-3f02-49b4-ada3-d2a2595a3674 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1184020 Sep 01 16:36:49.558768 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.provisioning_blocks [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-4bd6b2ba-ad81-4f61-97bc-f02ddd7f2ded service neutron] Transition to ACTIVE for port object d3d00636-e531-4056-9749-f5ddf6e5f7b2 will not be triggered until provisioned by entity L2. {{(pid=106490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 16:36:49.572414 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-f3927817-e6ca-49e2-a307-3037ae4e99b6 service neutron] Request body: {'port': {'device_id': '21f1e8ce-fea9-426e-8ce0-23b9f7851b4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:36:49.637184 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-4bd6b2ba-ad81-4f61-97bc-f02ddd7f2ded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261539433'] for port (d3d00636-e531-4056-9749-f5ddf6e5f7b2), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:49.712310 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c4192-7f0f-48a3-9065-2ebb311ee7a9 req-2be2caa1-5af1-407a-9df4-69810db6b381 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:49.719214 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-dd3c4192-7f0f-48a3-9065-2ebb311ee7a9 req-2be2caa1-5af1-407a-9df4-69810db6b381 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 945 time: 0.1234550 Sep 01 16:36:49.766513 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6b2ba-ad81-4f61-97bc-f02ddd7f2ded service neutron] Pushing event updated for resources: {'Port': ['ID=d3d00636-e531-4056-9749-f5ddf6e5f7b2,revision_number=2']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:49.787467 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-2e2dbe8f-5016-4512-835f-f6ab399fa812 None None] Provisioning complete for port 2b174a59-f0a9-4b1a-9233-ea65d28a5d38 triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:36:49.787842 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-2e2dbe8f-5016-4512-835f-f6ab399fa812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (2b174a59-f0a9-4b1a-9233-ea65d28a5d38), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:49.803842 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-dd3c4192-7f0f-48a3-9065-2ebb311ee7a9 req-c2a7c045-d3f5-405a-93ff-c0c79a296185 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778215 Sep 01 16:36:49.809411 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-f3927817-e6ca-49e2-a307-3037ae4e99b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (2b174a59-f0a9-4b1a-9233-ea65d28a5d38), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:49.935244 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-2e2dbe8f-5016-4512-835f-f6ab399fa812 None None] Port 2b174a59-f0a9-4b1a-9233-ea65d28a5d38 cannot update to ACTIVE because it is not bound. {{(pid=106491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 16:36:50.115411 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-4bd6b2ba-ad81-4f61-97bc-f02ddd7f2ded service neutron] Attempting to bind port d3d00636-e531-4056-9749-f5ddf6e5f7b2 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:36:50.116260 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-4bd6b2ba-ad81-4f61-97bc-f02ddd7f2ded service neutron] Attempting to bind port d3d00636-e531-4056-9749-f5ddf6e5f7b2 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': '42153b74-b5d0-4b63-820e-2912c2d2b162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '437a18c4-060d-49d5-a04a-80ff41fd7dbf'}] {{(pid=106490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:36:50.116260 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-4bd6b2ba-ad81-4f61-97bc-f02ddd7f2ded service neutron] Attempting to bind port d3d00636-e531-4056-9749-f5ddf6e5f7b2 on network 437a18c4-060d-49d5-a04a-80ff41fd7dbf {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:36:50.172005 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-4bd6b2ba-ad81-4f61-97bc-f02ddd7f2ded service neutron] Port d3d00636-e531-4056-9749-f5ddf6e5f7b2 on network 437a18c4-060d-49d5-a04a-80ff41fd7dbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 16:36:50.172324 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-4bd6b2ba-ad81-4f61-97bc-f02ddd7f2ded service neutron] Attempting to bind port d3d00636-e531-4056-9749-f5ddf6e5f7b2 on network 437a18c4-060d-49d5-a04a-80ff41fd7dbf {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:36:50.186688 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-4bd6b2ba-ad81-4f61-97bc-f02ddd7f2ded service neutron] Checking agent: {'id': '294a3787-103d-4a51-bc9c-bc09638a7966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 32, 3), 'started_at': datetime.datetime(2022, 9, 1, 16, 32, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:36:50.188303 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-4bd6b2ba-ad81-4f61-97bc-f02ddd7f2ded service neutron] Checking segment: {'id': '42153b74-b5d0-4b63-820e-2912c2d2b162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '437a18c4-060d-49d5-a04a-80ff41fd7dbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:36:50.188703 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-4bd6b2ba-ad81-4f61-97bc-f02ddd7f2ded service neutron] Bound using segment: {'id': '42153b74-b5d0-4b63-820e-2912c2d2b162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '437a18c4-060d-49d5-a04a-80ff41fd7dbf'} {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:36:50.189687 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-4bd6b2ba-ad81-4f61-97bc-f02ddd7f2ded service neutron] Bound port: d3d00636-e531-4056-9749-f5ddf6e5f7b2, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42153b74-b5d0-4b63-820e-2912c2d2b162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '437a18c4-060d-49d5-a04a-80ff41fd7dbf'}}] {{(pid=106490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:36:50.190048 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-4bd6b2ba-ad81-4f61-97bc-f02ddd7f2ded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (d3d00636-e531-4056-9749-f5ddf6e5f7b2), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:50.323738 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ebf48-dfa8-4c58-9e2b-956e6d2a84fb req-1879a915-1aea-49c4-ae4b-ff1de14fff4b tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:50.331892 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-659ebf48-dfa8-4c58-9e2b-956e6d2a84fb req-1879a915-1aea-49c4-ae4b-ff1de14fff4b tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 931 time: 0.1112325 Sep 01 16:36:50.441560 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298a2ea-f70c-45c3-9273-064dfec43905 req-b312bb00-a56d-4b01-9950-36e743d99b36 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:50.444803 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-9298a2ea-f70c-45c3-9273-064dfec43905 req-b312bb00-a56d-4b01-9950-36e743d99b36 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=071ec310-3768-40d1-88bf-8f8f8c3db14b HTTP/1.1" status: 200 len: 948 time: 0.0653124 Sep 01 16:36:50.483530 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-659ebf48-dfa8-4c58-9e2b-956e6d2a84fb req-f3158a2b-3c40-472e-96f0-fb39a17809ef tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420546 Sep 01 16:36:50.486692 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:50.488036 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-4bd6b2ba-ad81-4f61-97bc-f02ddd7f2ded service neutron] For port d3d00636-e531-4056-9749-f5ddf6e5f7b2, host hv-cinder-85220, cleared binding levels {{(pid=106490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:36:50.499006 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-4bd6b2ba-ad81-4f61-97bc-f02ddd7f2ded service neutron] For port d3d00636-e531-4056-9749-f5ddf6e5f7b2, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=d3d00636-e531-4056-9749-f5ddf6e5f7b2,segment=NetworkSegment(42153b74-b5d0-4b63-820e-2912c2d2b162),segment_id=42153b74-b5d0-4b63-820e-2912c2d2b162)] {{(pid=106490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:36:50.538567 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-4bd6b2ba-ad81-4f61-97bc-f02ddd7f2ded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261539433'] for port (d3d00636-e531-4056-9749-f5ddf6e5f7b2), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:50.549668 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-4bd6b2ba-ad81-4f61-97bc-f02ddd7f2ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:50.549668 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-4bd6b2ba-ad81-4f61-97bc-f02ddd7f2ded service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:50.551023 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-4bd6b2ba-ad81-4f61-97bc-f02ddd7f2ded service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/d3d00636-e531-4056-9749-f5ddf6e5f7b2 HTTP/1.1" status: 200 len: 1098 time: 1.9222426 Sep 01 16:36:50.557406 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071ec310-3768-40d1-88bf-8f8f8c3db14b', 'tag': 'd3d00636-e531-4056-9749-f5ddf6e5f7b2'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:36:50.559679 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e744f7a7-5238-4e50-ad30-41aba993f6fd" -d '{"events": [{"name": "network-changed", "server_uuid": "071ec310-3768-40d1-88bf-8f8f8c3db14b", "tag": "d3d00636-e531-4056-9749-f5ddf6e5f7b2"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:36:50.576412 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-9298a2ea-f70c-45c3-9273-064dfec43905 req-0ee14a0e-a5ba-4ec1-a7bf-8b1d97d966ea tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99bf8fa7-5955-41f2-8747-fb2213cf802a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239643 Sep 01 16:36:50.872736 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-f3927817-e6ca-49e2-a307-3037ae4e99b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b174a59-f0a9-4b1a-9233-ea65d28a5d38 {{(pid=106490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:36:50.907127 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-f3927817-e6ca-49e2-a307-3037ae4e99b6 service neutron] Publish callbacks [] for port (2b174a59-f0a9-4b1a-9233-ea65d28a5d38), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:50.912687 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 16:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2399c3e1-d4e2-47e3-b623-12807eeeb1da x-openstack-request-id: req-2399c3e1-d4e2-47e3-b623-12807eeeb1da {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:36:50.912955 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071ec310-3768-40d1-88bf-8f8f8c3db14b", "tag": "d3d00636-e531-4056-9749-f5ddf6e5f7b2", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:36:50.913196 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2399c3e1-d4e2-47e3-b623-12807eeeb1da {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:36:50.913580 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2399c3e1-d4e2-47e3-b623-12807eeeb1da'] response: {'name': 'network-changed', 'server_uuid': '071ec310-3768-40d1-88bf-8f8f8c3db14b', 'tag': 'd3d00636-e531-4056-9749-f5ddf6e5f7b2', 'status': 'completed', 'code': 200} Sep 01 16:36:50.914058 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:50.990701 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.provisioning_blocks [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-f3927817-e6ca-49e2-a307-3037ae4e99b6 service neutron] Transition to ACTIVE for port object 2b174a59-f0a9-4b1a-9233-ea65d28a5d38 will not be triggered until provisioned by entity L2. {{(pid=106490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 16:36:50.992087 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-65f03b3c-673b-4022-b5d5-c286bf42c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:50.993747 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-65f03b3c-673b-4022-b5d5-c286bf42c714 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=6536d1bc0651452092114f0a0650583e&device_id=071ec310-3768-40d1-88bf-8f8f8c3db14b HTTP/1.1" status: 200 len: 1132 time: 0.1419675 Sep 01 16:36:51.004709 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6b2ba-ad81-4f61-97bc-f02ddd7f2ded service neutron] Pushing event updated for resources: {'Port': ['ID=d3d00636-e531-4056-9749-f5ddf6e5f7b2,revision_number=3']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:51.007966 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-f3927817-e6ca-49e2-a307-3037ae4e99b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261539433'] for port (2b174a59-f0a9-4b1a-9233-ea65d28a5d38), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:51.060527 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90157f-2a6f-4fa0-abac-fe625efe35dd req-2d78d228-c8f2-4217-a5d0-0a3d8d05d864 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:51.061970 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3e90157f-2a6f-4fa0-abac-fe625efe35dd req-2d78d228-c8f2-4217-a5d0-0a3d8d05d864 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 945 time: 0.1421185 Sep 01 16:36:51.117580 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-f36354b8-0144-4956-b48a-d277bc86f4dd service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=d3d00636-e531-4056-9749-f5ddf6e5f7b2 HTTP/1.1" status: 200 len: 217 time: 0.0990608 Sep 01 16:36:51.215382 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3927817-e6ca-49e2-a307-3037ae4e99b6 service neutron] Pushing event updated for resources: {'Port': ['ID=2b174a59-f0a9-4b1a-9233-ea65d28a5d38,revision_number=2']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:51.274298 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-d6b6ff7d-0bc8-45aa-be40-ef3f7726474e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:51.276128 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-d6b6ff7d-0bc8-45aa-be40-ef3f7726474e service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=182dee20-e753-444d-b288-d35548492191 HTTP/1.1" status: 200 len: 843 time: 0.1485877 Sep 01 16:36:51.285826 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3e90157f-2a6f-4fa0-abac-fe625efe35dd req-631175e3-9247-4185-9f18-750b71839016 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874568 Sep 01 16:36:51.304850 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-d6db9f28-3810-4dd3-b7d2-f44307f6b13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:51.350606 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-f3927817-e6ca-49e2-a307-3037ae4e99b6 service neutron] Attempting to bind port 2b174a59-f0a9-4b1a-9233-ea65d28a5d38 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:36:51.350947 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-f3927817-e6ca-49e2-a307-3037ae4e99b6 service neutron] Attempting to bind port 2b174a59-f0a9-4b1a-9233-ea65d28a5d38 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': 'a5d0d159-c721-4402-a1d9-2c5614894c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7'}] {{(pid=106490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:36:51.351276 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-f3927817-e6ca-49e2-a307-3037ae4e99b6 service neutron] Attempting to bind port 2b174a59-f0a9-4b1a-9233-ea65d28a5d38 on network f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:36:51.358856 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-f3927817-e6ca-49e2-a307-3037ae4e99b6 service neutron] Port 2b174a59-f0a9-4b1a-9233-ea65d28a5d38 on network f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 16:36:51.359174 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-f3927817-e6ca-49e2-a307-3037ae4e99b6 service neutron] Attempting to bind port 2b174a59-f0a9-4b1a-9233-ea65d28a5d38 on network f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:36:51.378583 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-5acf5cdd-2cdf-4ec5-bbc9-39e0940eb591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:51.380255 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-5acf5cdd-2cdf-4ec5-bbc9-39e0940eb591 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=437a18c4-060d-49d5-a04a-80ff41fd7dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0933251 Sep 01 16:36:51.381279 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-f3927817-e6ca-49e2-a307-3037ae4e99b6 service neutron] Checking agent: {'id': '294a3787-103d-4a51-bc9c-bc09638a7966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 32, 3), 'started_at': datetime.datetime(2022, 9, 1, 16, 32, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:36:51.381279 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-f3927817-e6ca-49e2-a307-3037ae4e99b6 service neutron] Checking segment: {'id': 'a5d0d159-c721-4402-a1d9-2c5614894c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:36:51.381543 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-f3927817-e6ca-49e2-a307-3037ae4e99b6 service neutron] Bound using segment: {'id': 'a5d0d159-c721-4402-a1d9-2c5614894c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7'} {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:36:51.382282 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-f3927817-e6ca-49e2-a307-3037ae4e99b6 service neutron] Bound port: 2b174a59-f0a9-4b1a-9233-ea65d28a5d38, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5d0d159-c721-4402-a1d9-2c5614894c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7'}}] {{(pid=106490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:36:51.384311 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-f3927817-e6ca-49e2-a307-3037ae4e99b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (2b174a59-f0a9-4b1a-9233-ea65d28a5d38), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:51.552793 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-f3927817-e6ca-49e2-a307-3037ae4e99b6 service neutron] For port 2b174a59-f0a9-4b1a-9233-ea65d28a5d38, host hv-cinder-85220, cleared binding levels {{(pid=106490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:36:51.564593 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-f3927817-e6ca-49e2-a307-3037ae4e99b6 service neutron] For port 2b174a59-f0a9-4b1a-9233-ea65d28a5d38, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=2b174a59-f0a9-4b1a-9233-ea65d28a5d38,segment=NetworkSegment(a5d0d159-c721-4402-a1d9-2c5614894c23),segment_id=a5d0d159-c721-4402-a1d9-2c5614894c23)] {{(pid=106490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:36:51.655456 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-f3927817-e6ca-49e2-a307-3037ae4e99b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261539433'] for port (2b174a59-f0a9-4b1a-9233-ea65d28a5d38), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:51.673140 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-f3927817-e6ca-49e2-a307-3037ae4e99b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:51.673506 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-f3927817-e6ca-49e2-a307-3037ae4e99b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:51.687634 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d916e0-2ea4-4dcb-8f06-e7ec037dc34e req-a1b65ce8-4d48-4c45-9e38-7e29cad3fde9 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:51.691436 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-f3927817-e6ca-49e2-a307-3037ae4e99b6 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/2b174a59-f0a9-4b1a-9233-ea65d28a5d38 HTTP/1.1" status: 200 len: 1093 time: 2.1184013 Sep 01 16:36:51.695271 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-b7d916e0-2ea4-4dcb-8f06-e7ec037dc34e req-a1b65ce8-4d48-4c45-9e38-7e29cad3fde9 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 943 time: 0.0888700 Sep 01 16:36:51.768005 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-b7d916e0-2ea4-4dcb-8f06-e7ec037dc34e req-ea665dbc-6a03-442e-9866-3af77f2ef30e tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714486 Sep 01 16:36:51.794329 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-fd8f2fe3-d3ea-4974-b704-d4d14c09714d service neutron] 10.222.0.77 "GET /networking/v2.0/networks/437a18c4-060d-49d5-a04a-80ff41fd7dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796422 Sep 01 16:36:51.917331 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bae8ca-2169-48e3-a7ff-babf36772d44 req-29eb89da-87b1-47c8-b822-db2bec0a7ba9 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:51.918836 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-32bae8ca-2169-48e3-a7ff-babf36772d44 req-29eb89da-87b1-47c8-b822-db2bec0a7ba9 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=071ec310-3768-40d1-88bf-8f8f8c3db14b HTTP/1.1" status: 200 len: 948 time: 0.1879463 Sep 01 16:36:51.929060 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-5a47fda5-9ed7-4bee-a933-051463a78e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:51.930642 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-5a47fda5-9ed7-4bee-a933-051463a78e0c service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=b4bbb5d3895c49fa8695d3bca946dbea&device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 1127 time: 0.1329758 Sep 01 16:36:51.950054 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3927817-e6ca-49e2-a307-3037ae4e99b6 service neutron] Pushing event updated for resources: {'Port': ['ID=2b174a59-f0a9-4b1a-9233-ea65d28a5d38,revision_number=3']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:51.984513 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:52.029378 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-b1053dae-ba65-4a82-b371-25dad0476fca service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b174a59-f0a9-4b1a-9233-ea65d28a5d38 HTTP/1.1" status: 200 len: 217 time: 0.0580139 Sep 01 16:36:52.068745 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-48b52a09-8aef-4dfe-a144-e68a9a327074 req-f34e8d4f-29cf-4bd7-b892-701b1d7fc9af service neutron] 10.222.0.77 "GET /networking/v2.0/networks/437a18c4-060d-49d5-a04a-80ff41fd7dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328856 Sep 01 16:36:52.074493 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-32bae8ca-2169-48e3-a7ff-babf36772d44 req-79139f6e-11f7-41a4-873d-2cf9e0737b3e tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99bf8fa7-5955-41f2-8747-fb2213cf802a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373365 Sep 01 16:36:52.430796 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=100 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:52.499344 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0dd517-6e20-4064-ae25-2347560a8e6e req-31a5afdd-2222-40b1-9779-8f7ebc23e349 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:52.501063 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-ed0dd517-6e20-4064-ae25-2347560a8e6e req-31a5afdd-2222-40b1-9779-8f7ebc23e349 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 945 time: 0.0827556 Sep 01 16:36:52.567710 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-ed0dd517-6e20-4064-ae25-2347560a8e6e req-f3b9e889-1df3-4963-a8bf-9a7694d1e7d6 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597475 Sep 01 16:36:52.890346 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d12fc-4f65-40c9-a6b2-e15ceea209bf req-4f9c6c5d-d559-427d-a47b-10a62bf00053 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:52.891959 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-994d12fc-4f65-40c9-a6b2-e15ceea209bf req-4f9c6c5d-d559-427d-a47b-10a62bf00053 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 943 time: 0.0505652 Sep 01 16:36:52.917899 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21f1e8ce-fea9-426e-8ce0-23b9f7851b4e', 'tag': '2b174a59-f0a9-4b1a-9233-ea65d28a5d38'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:36:52.920834 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849a8cc6-3b2b-4a62-a5dc-875b7a06381a" -d '{"events": [{"name": "network-changed", "server_uuid": "21f1e8ce-fea9-426e-8ce0-23b9f7851b4e", "tag": "2b174a59-f0a9-4b1a-9233-ea65d28a5d38"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:36:52.970470 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-994d12fc-4f65-40c9-a6b2-e15ceea209bf req-d11b7135-7dd7-42c2-ae13-3f5db1d199f9 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680416 Sep 01 16:36:52.986453 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 16:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5dd4442-f1d9-45da-8668-74f8e853ba7e x-openstack-request-id: req-e5dd4442-f1d9-45da-8668-74f8e853ba7e {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:36:52.986453 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21f1e8ce-fea9-426e-8ce0-23b9f7851b4e", "tag": "2b174a59-f0a9-4b1a-9233-ea65d28a5d38", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:36:52.986453 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e5dd4442-f1d9-45da-8668-74f8e853ba7e {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:36:52.986453 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5dd4442-f1d9-45da-8668-74f8e853ba7e'] response: {'name': 'network-changed', 'server_uuid': '21f1e8ce-fea9-426e-8ce0-23b9f7851b4e', 'tag': '2b174a59-f0a9-4b1a-9233-ea65d28a5d38', 'status': 'completed', 'code': 200} Sep 01 16:36:53.203336 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:53.232656 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf7a5e-bf6f-4879-a672-ebd9fcf3d670 req-7cfc490b-4a5e-4020-9112-6cd0d3582a61 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:53.234211 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-eaaf7a5e-bf6f-4879-a672-ebd9fcf3d670 req-7cfc490b-4a5e-4020-9112-6cd0d3582a61 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=071ec310-3768-40d1-88bf-8f8f8c3db14b HTTP/1.1" status: 200 len: 948 time: 0.0678284 Sep 01 16:36:53.309089 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-eaaf7a5e-bf6f-4879-a672-ebd9fcf3d670 req-c198dffc-9b11-4293-9356-df148beb5ff1 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99bf8fa7-5955-41f2-8747-fb2213cf802a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686669 Sep 01 16:36:53.722131 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-a198b7b2-881d-4abc-a023-4cbca16606a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:53.753129 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7102c-5710-4d4f-877b-441915da87e3 req-56d9650f-95cf-49f3-82fe-e879435b8f4a tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:53.755160 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-75b7102c-5710-4d4f-877b-441915da87e3 req-56d9650f-95cf-49f3-82fe-e879435b8f4a tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 945 time: 0.0694542 Sep 01 16:36:53.852655 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-75b7102c-5710-4d4f-877b-441915da87e3 req-9d296470-8145-45bb-be84-59071c89e713 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863192 Sep 01 16:36:54.120401 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c892f-5f9d-4990-bacb-d7747f791313 req-7b884c29-cec0-4381-81c8-178de93e4d53 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:54.122637 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d37c892f-5f9d-4990-bacb-d7747f791313 req-7b884c29-cec0-4381-81c8-178de93e4d53 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 943 time: 0.0572810 Sep 01 16:36:54.180440 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d37c892f-5f9d-4990-bacb-d7747f791313 req-fcd51beb-644b-4483-b68d-13facdcf7a45 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487580 Sep 01 16:36:54.449994 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f467d-30d6-4e35-b30a-8df35e7fd805 req-85c6f9e6-14c7-4cf5-b830-a96236a4f4b3 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:54.452036 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-fd4f467d-30d6-4e35-b30a-8df35e7fd805 req-85c6f9e6-14c7-4cf5-b830-a96236a4f4b3 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=071ec310-3768-40d1-88bf-8f8f8c3db14b HTTP/1.1" status: 200 len: 948 time: 0.0572050 Sep 01 16:36:54.512208 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-fd4f467d-30d6-4e35-b30a-8df35e7fd805 req-9e85409e-3451-43df-928f-2fffb208ad1e tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99bf8fa7-5955-41f2-8747-fb2213cf802a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502887 Sep 01 16:36:54.608279 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:55.012062 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201ecd8-3d5a-403d-9c05-754cacc8668a req-6b3d495d-706e-458f-815a-42c97b9f823a tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:55.014956 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c201ecd8-3d5a-403d-9c05-754cacc8668a req-6b3d495d-706e-458f-815a-42c97b9f823a tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 945 time: 0.0625927 Sep 01 16:36:55.100058 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-6bbfd63e-a99e-4f63-b863-bfc8bb565631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:55.101480 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-6bbfd63e-a99e-4f63-b863-bfc8bb565631 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=82786ccd-9c4e-40d1-ba01-7f97c9ac8af5 HTTP/1.1" status: 200 len: 856 time: 0.0982392 Sep 01 16:36:55.106521 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c201ecd8-3d5a-403d-9c05-754cacc8668a req-654d5096-45d1-43ba-840f-8917b1f9535e tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816278 Sep 01 16:36:55.333186 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8c934-2516-4b87-adb9-fd70afd1621a req-09d05c01-dc98-4e54-9e84-9721f615364f tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:55.334743 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-55d8c934-2516-4b87-adb9-fd70afd1621a req-09d05c01-dc98-4e54-9e84-9721f615364f tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 943 time: 0.0762467 Sep 01 16:36:55.392870 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-55d8c934-2516-4b87-adb9-fd70afd1621a req-9330e042-162c-4182-ac63-2a301cc86560 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523970 Sep 01 16:36:55.664068 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085b876-fb40-402f-824c-bfaa6d298886 req-a47bcc8f-2d52-4a11-8f23-8cd604c086c2 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:55.665692 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-8085b876-fb40-402f-824c-bfaa6d298886 req-a47bcc8f-2d52-4a11-8f23-8cd604c086c2 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=071ec310-3768-40d1-88bf-8f8f8c3db14b HTTP/1.1" status: 200 len: 948 time: 0.0595391 Sep 01 16:36:55.731114 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-8085b876-fb40-402f-824c-bfaa6d298886 req-f54870b2-fb75-4fec-9920-bc495d47e625 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99bf8fa7-5955-41f2-8747-fb2213cf802a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516200 Sep 01 16:36:56.275945 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b748ca3e-0842-4b8f-aa3b-cf17f1e0f6aa req-86080073-46da-4958-a56e-b6a00a2bd28e tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:56.277568 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-b748ca3e-0842-4b8f-aa3b-cf17f1e0f6aa req-86080073-46da-4958-a56e-b6a00a2bd28e tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 945 time: 0.0513973 Sep 01 16:36:56.327646 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:56.332046 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-b748ca3e-0842-4b8f-aa3b-cf17f1e0f6aa req-6ea5b576-4bda-4d31-a1ec-baf42ccfe857 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481250 Sep 01 16:36:56.443446 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-e1d91ab2-009b-4c46-9060-70388b97034d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:56.445443 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-e1d91ab2-009b-4c46-9060-70388b97034d service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0945530 Sep 01 16:36:56.458540 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744f7a7-5238-4e50-ad30-41aba993f6fd req-970eabbe-407f-4a32-99f0-92f2512c2c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:56.460358 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e744f7a7-5238-4e50-ad30-41aba993f6fd req-970eabbe-407f-4a32-99f0-92f2512c2c87 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=6536d1bc0651452092114f0a0650583e&device_id=071ec310-3768-40d1-88bf-8f8f8c3db14b HTTP/1.1" status: 200 len: 1132 time: 0.0659811 Sep 01 16:36:56.462973 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:56.623492 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device d3d00636-e531-4056-9749-f5ddf6e5f7b2 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:36:56.637073 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a6575-296a-421f-9690-0c083ea6058b req-94ebb07c-ce9c-4f7f-ae5b-9084ba09f2c7 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:56.638573 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b82a6575-296a-421f-9690-0c083ea6058b req-94ebb07c-ce9c-4f7f-ae5b-9084ba09f2c7 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 943 time: 0.1565375 Sep 01 16:36:56.717721 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-9fd380ed-5389-4952-91f8-6641bc8c376f service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562158 Sep 01 16:36:56.718929 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744f7a7-5238-4e50-ad30-41aba993f6fd req-d0232c1a-2f59-4102-88c9-da0896dc313d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:56.720481 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e744f7a7-5238-4e50-ad30-41aba993f6fd req-d0232c1a-2f59-4102-88c9-da0896dc313d service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=437a18c4-060d-49d5-a04a-80ff41fd7dbf HTTP/1.1" status: 200 len: 870 time: 0.2492867 Sep 01 16:36:56.765804 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port d3d00636-e531-4056-9749-f5ddf6e5f7b2, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=d3d00636-e531-4056-9749-f5ddf6e5f7b2,segment=NetworkSegment(42153b74-b5d0-4b63-820e-2912c2d2b162),segment_id=42153b74-b5d0-4b63-820e-2912c2d2b162)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:56.781912 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Returning: {'device': 'd3d00636-e531-4056-9749-f5ddf6e5f7b2', 'network_id': '437a18c4-060d-49d5-a04a-80ff41fd7dbf', 'port_id': 'd3d00636-e531-4056-9749-f5ddf6e5f7b2', 'mac_address': 'fa:16:3e:69:ca:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '182dee20-e753-444d-b288-d35548492191', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:36:56.809451 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e744f7a7-5238-4e50-ad30-41aba993f6fd req-e107548c-42ca-4602-b33c-1b64821f9503 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=d3d00636-e531-4056-9749-f5ddf6e5f7b2 HTTP/1.1" status: 200 len: 217 time: 0.0711312 Sep 01 16:36:56.823022 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port d3d00636-e531-4056-9749-f5ddf6e5f7b2 is: DOWN; New status is: BUILD {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:36:56.823401 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (d3d00636-e531-4056-9749-f5ddf6e5f7b2), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:56.843800 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3d00636-e531-4056-9749-f5ddf6e5f7b2 {{(pid=106491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:36:56.873148 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port d3d00636-e531-4056-9749-f5ddf6e5f7b2, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=d3d00636-e531-4056-9749-f5ddf6e5f7b2,segment=NetworkSegment(42153b74-b5d0-4b63-820e-2912c2d2b162),segment_id=42153b74-b5d0-4b63-820e-2912c2d2b162)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:56.881107 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (d3d00636-e531-4056-9749-f5ddf6e5f7b2), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:56.885874 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2a243-a837-44d3-ab3e-25bcefaca493 req-8084a945-30f1-4371-9ef3-e50ecb15e5e9 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:56.888455 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-65e2a243-a837-44d3-ab3e-25bcefaca493 req-8084a945-30f1-4371-9ef3-e50ecb15e5e9 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=071ec310-3768-40d1-88bf-8f8f8c3db14b HTTP/1.1" status: 200 len: 948 time: 0.0617442 Sep 01 16:36:56.935763 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b82a6575-296a-421f-9690-0c083ea6058b req-06ef3ba5-6fcb-4b70-8ac0-3496982d7468 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2867343 Sep 01 16:36:56.953494 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=d3d00636-e531-4056-9749-f5ddf6e5f7b2,revision_number=4']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:56.966964 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-65e2a243-a837-44d3-ab3e-25bcefaca493 req-68efe51d-cfeb-47a6-b835-a8daa2d46866 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99bf8fa7-5955-41f2-8747-fb2213cf802a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691080 Sep 01 16:36:56.985195 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:57.007807 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bf5b4aa0-35ec-4cf3-9518-03b69ab6178e req-01ef65f1-3724-4b94-9b4b-85456544a0ee service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706437 Sep 01 16:36:57.013985 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744f7a7-5238-4e50-ad30-41aba993f6fd req-547da7b3-b536-427d-814f-8bdd6966bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:57.015490 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e744f7a7-5238-4e50-ad30-41aba993f6fd req-547da7b3-b536-427d-814f-8bdd6966bf33 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=182dee20-e753-444d-b288-d35548492191 HTTP/1.1" status: 200 len: 843 time: 0.1408381 Sep 01 16:36:57.076001 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744f7a7-5238-4e50-ad30-41aba993f6fd req-09e11ad3-f3be-4efa-941e-a0ecabb3461d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:57.078064 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e744f7a7-5238-4e50-ad30-41aba993f6fd req-09e11ad3-f3be-4efa-941e-a0ecabb3461d service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=437a18c4-060d-49d5-a04a-80ff41fd7dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0487466 Sep 01 16:36:57.452726 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] get_ports_and_sgs() called for port_ids ['d3d00636-e531-4056-9749-f5ddf6e5f7b2'] {{(pid=106491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 16:36:57.490197 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90572776-3e8d-4a7f-95b2-43918494658d req-a3f9f1e3-5ea9-4d78-b147-0330d35f8e4a tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:57.491856 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-90572776-3e8d-4a7f-95b2-43918494658d req-a3f9f1e3-5ea9-4d78-b147-0330d35f8e4a tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 945 time: 0.0541458 Sep 01 16:36:57.513858 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:57.542519 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-90572776-3e8d-4a7f-95b2-43918494658d req-fdf14bee-9150-4d77-966c-05a7c4e2dd9d tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442913 Sep 01 16:36:58.013362 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 35116) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:36:58.076616 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eab7ce-8ba7-4180-80d2-6a625ffb0d5b req-f520a25d-4d18-4b7d-a2c3-db427116701c tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:58.078089 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-67eab7ce-8ba7-4180-80d2-6a625ffb0d5b req-f520a25d-4d18-4b7d-a2c3-db427116701c tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 943 time: 0.0779285 Sep 01 16:36:58.091656 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308f537-118a-4059-984b-e577bcef69f6 req-ab24e372-85fb-444f-b296-74b0f4687f60 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:58.093168 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=100 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:58.093292 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3308f537-118a-4059-984b-e577bcef69f6 req-ab24e372-85fb-444f-b296-74b0f4687f60 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=071ec310-3768-40d1-88bf-8f8f8c3db14b HTTP/1.1" status: 200 len: 949 time: 0.0482621 Sep 01 16:36:58.098060 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ac25da9-2904-4fa8-9c89-90adc89115cf admin admin] Deleting subnet fc27e4a7-0788-4411-955a-7ff8a6e63c81 {{(pid=106489) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 16:36:58.116422 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-3ac25da9-2904-4fa8-9c89-90adc89115cf admin admin] Publish callbacks [] for subnet (fc27e4a7-0788-4411-955a-7ff8a6e63c81), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:58.146637 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3308f537-118a-4059-984b-e577bcef69f6 req-ba607376-25e5-4f7b-b2ba-2f17526267ad tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99bf8fa7-5955-41f2-8747-fb2213cf802a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462482 Sep 01 16:36:58.173854 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-3ac25da9-2904-4fa8-9c89-90adc89115cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261853238'] for subnet (fc27e4a7-0788-4411-955a-7ff8a6e63c81), precommit_delete_associations {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:58.202846 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-67eab7ce-8ba7-4180-80d2-6a625ffb0d5b req-d818ea13-3f1d-4a32-8578-966a11e5c3f4 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179967 Sep 01 16:36:58.221333 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-3ac25da9-2904-4fa8-9c89-90adc89115cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459871'] for subnet (fc27e4a7-0788-4411-955a-7ff8a6e63c81), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:58.278970 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-3ac25da9-2904-4fa8-9c89-90adc89115cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261343916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261874682'] for subnet (fc27e4a7-0788-4411-955a-7ff8a6e63c81), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:58.326378 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac25da9-2904-4fa8-9c89-90adc89115cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc27e4a7-0788-4411-955a-7ff8a6e63c81,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:58.332524 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-3ac25da9-2904-4fa8-9c89-90adc89115cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for subnet (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:58.347480 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-3ac25da9-2904-4fa8-9c89-90adc89115cf admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/fc27e4a7-0788-4411-955a-7ff8a6e63c81 HTTP/1.1" status: 204 len: 168 time: 0.3237808 Sep 01 16:36:58.347594 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 35126) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:36:58.420343 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-360cb65b-9e88-4f01-baa9-01abd5365632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1386798'] for network (d5d66e81-f1e9-4144-8569-14dac1ce6e4e), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:58.503231 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-360cb65b-9e88-4f01-baa9-01abd5365632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497336', 'neutron.services.segments.db._delete_segments_for_network-8777439728797'] for network (d5d66e81-f1e9-4144-8569-14dac1ce6e4e), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:58.523347 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.services.segments.db [None req-360cb65b-9e88-4f01-baa9-01abd5365632 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5d66e81-f1e9-4144-8569-14dac1ce6e4e']}} {{(pid=106490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:58.532570 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.services.segments.db [None req-360cb65b-9e88-4f01-baa9-01abd5365632 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86d75bea-6eb7-4878-b004-a3fe957e0035') {'for_net_delete': True} {{(pid=106490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:58.532860 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.services.segments.db [None req-360cb65b-9e88-4f01-baa9-01abd5365632 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86d75bea-6eb7-4878-b004-a3fe957e0035') {} {{(pid=106490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:58.543523 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-360cb65b-9e88-4f01-baa9-01abd5365632 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777439826661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260063567'] for segment (86d75bea-6eb7-4878-b004-a3fe957e0035), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:58.640900 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-360cb65b-9e88-4f01-baa9-01abd5365632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449'] for segment (86d75bea-6eb7-4878-b004-a3fe957e0035), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:58.657592 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device d3d00636-e531-4056-9749-f5ddf6e5f7b2 up at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:36:58.663660 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-360cb65b-9e88-4f01-baa9-01abd5365632 admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=106490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:36:58.664112 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-360cb65b-9e88-4f01-baa9-01abd5365632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261539341'] for segment (86d75bea-6eb7-4878-b004-a3fe957e0035), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:58.701747 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning for port d3d00636-e531-4056-9749-f5ddf6e5f7b2 completed by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 16:36:58.707412 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.services.segments.plugin [-] Segment 86d75bea-6eb7-4878-b004-a3fe957e0035 resource provider aggregate not found Sep 01 16:36:58.708780 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning complete for port d3d00636-e531-4056-9749-f5ddf6e5f7b2 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:36:58.709832 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (d3d00636-e531-4056-9749-f5ddf6e5f7b2), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:58.717259 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a8cc6-3b2b-4a62-a5dc-875b7a06381a req-83aa4037-400c-4281-bac0-d4f1ae11a2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:58.718729 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-849a8cc6-3b2b-4a62-a5dc-875b7a06381a req-83aa4037-400c-4281-bac0-d4f1ae11a2f1 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=b4bbb5d3895c49fa8695d3bca946dbea&device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 1127 time: 0.1615896 Sep 01 16:36:58.752049 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.services.segments.plugin [-] Segment 86d75bea-6eb7-4878-b004-a3fe957e0035 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 86d75bea-6eb7-4878-b004-a3fe957e0035 found for delete ", "request_id": "req-440d2f8c-8a1e-4b0a-afcb-3ce514f7c9c4"}]} Sep 01 16:36:58.783137 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8c0b4-3508-42a2-a6c5-93540fe14cd1 req-e3baf6e7-8d0a-40a4-b682-763ae1133920 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:58.784582 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-80f8c0b4-3508-42a2-a6c5-93540fe14cd1 req-e3baf6e7-8d0a-40a4-b682-763ae1133920 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 945 time: 0.1401639 Sep 01 16:36:58.797452 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port d3d00636-e531-4056-9749-f5ddf6e5f7b2 is: BUILD; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:36:58.798093 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (d3d00636-e531-4056-9749-f5ddf6e5f7b2), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:58.819427 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-360cb65b-9e88-4f01-baa9-01abd5365632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631280'] for network (d5d66e81-f1e9-4144-8569-14dac1ce6e4e), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:58.825040 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071ec310-3768-40d1-88bf-8f8f8c3db14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d00636-e531-4056-9749-f5ddf6e5f7b2'}] {{(pid=106491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:36:58.827316 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27cd250e45b0eab3f9aacaaa4111d690d8ad0f5b6b5c497c1d88b56abc962a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a69ab30-771b-4ca7-a4fb-16915a6c2cfc" -d '{"events": [{"server_uuid": "071ec310-3768-40d1-88bf-8f8f8c3db14b", "name": "network-vif-plugged", "status": "completed", "tag": "d3d00636-e531-4056-9749-f5ddf6e5f7b2"}]}' {{(pid=106491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:36:58.839841 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:58.841746 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port d3d00636-e531-4056-9749-f5ddf6e5f7b2, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=d3d00636-e531-4056-9749-f5ddf6e5f7b2,segment=NetworkSegment(42153b74-b5d0-4b63-820e-2912c2d2b162),segment_id=42153b74-b5d0-4b63-820e-2912c2d2b162)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:58.847224 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (d3d00636-e531-4056-9749-f5ddf6e5f7b2), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:58.863428 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e744f7a7-5238-4e50-ad30-41aba993f6fd req-d562c7a6-a9e1-45ee-b5da-75b1c633dabf service neutron] 10.222.0.77 "GET /networking/v2.0/networks/437a18c4-060d-49d5-a04a-80ff41fd7dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177676 Sep 01 16:36:58.876882 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:58.906358 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=d3d00636-e531-4056-9749-f5ddf6e5f7b2,revision_number=5']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:58.924178 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d19337d-ab36-4ea0-bbe4-25c8b5d40401 x-openstack-request-id: req-0d19337d-ab36-4ea0-bbe4-25c8b5d40401 {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:36:58.924537 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071ec310-3768-40d1-88bf-8f8f8c3db14b", "name": "network-vif-plugged", "status": "completed", "tag": "d3d00636-e531-4056-9749-f5ddf6e5f7b2", "code": 200}]} {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:36:58.925384 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0d19337d-ab36-4ea0-bbe4-25c8b5d40401 {{(pid=106491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:36:58.925844 dv-cinder-852209-10-iscsi neutron-server[106491]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d19337d-ab36-4ea0-bbe4-25c8b5d40401'] response: {'server_uuid': '071ec310-3768-40d1-88bf-8f8f8c3db14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d00636-e531-4056-9749-f5ddf6e5f7b2', 'code': 200} Sep 01 16:36:58.947349 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-360cb65b-9e88-4f01-baa9-01abd5365632 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for network (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:58.952561 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-360cb65b-9e88-4f01-baa9-01abd5365632 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/d5d66e81-f1e9-4144-8569-14dac1ce6e4e HTTP/1.1" status: 204 len: 168 time: 0.6114631 Sep 01 16:36:58.962918 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360cb65b-9e88-4f01-baa9-01abd5365632 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5d66e81-f1e9-4144-8569-14dac1ce6e4e,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:59.040500 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ede5df-18fc-42f0-b97f-04ad7fd8ffb8 req-b5f92d81-9af9-42ca-8f92-79f31a77860c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:59.042020 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-20ede5df-18fc-42f0-b97f-04ad7fd8ffb8 req-b5f92d81-9af9-42ca-8f92-79f31a77860c service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=cfb0b630e22745e8af15fb02c71800c3&device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 1129 time: 0.2184350 Sep 01 16:36:59.043956 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360cb65b-9e88-4f01-baa9-01abd5365632 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:59.044297 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360cb65b-9e88-4f01-baa9-01abd5365632 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:59.044636 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360cb65b-9e88-4f01-baa9-01abd5365632 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:59.044966 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360cb65b-9e88-4f01-baa9-01abd5365632 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:59.045291 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360cb65b-9e88-4f01-baa9-01abd5365632 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:59.045618 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360cb65b-9e88-4f01-baa9-01abd5365632 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:59.046047 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360cb65b-9e88-4f01-baa9-01abd5365632 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:59.046342 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360cb65b-9e88-4f01-baa9-01abd5365632 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:59.046600 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360cb65b-9e88-4f01-baa9-01abd5365632 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:59.047211 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360cb65b-9e88-4f01-baa9-01abd5365632 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:59.047769 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360cb65b-9e88-4f01-baa9-01abd5365632 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:59.048127 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360cb65b-9e88-4f01-baa9-01abd5365632 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:59.048457 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360cb65b-9e88-4f01-baa9-01abd5365632 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:59.048774 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360cb65b-9e88-4f01-baa9-01abd5365632 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:59.049087 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360cb65b-9e88-4f01-baa9-01abd5365632 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:59.151900 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 35142) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:36:59.176929 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-80f8c0b4-3508-42a2-a6c5-93540fe14cd1 req-e425111f-7188-4cc7-a139-733687fe9379 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3777056 Sep 01 16:36:59.246830 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:59.253992 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:59.260351 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-4401175a-2134-4cfe-97c4-62a419d1ff76 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=0939af057f4940298089c8f89ec2865f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1071911 Sep 01 16:36:59.261766 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 35148) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:36:59.280693 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a8cc6-3b2b-4a62-a5dc-875b7a06381a req-71e2c306-c2be-4ee6-8961-386559cf1e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:59.280693 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-849a8cc6-3b2b-4a62-a5dc-875b7a06381a req-71e2c306-c2be-4ee6-8961-386559cf1e94 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7 HTTP/1.1" status: 200 len: 918 time: 0.4752562 Sep 01 16:36:59.341284 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5193c2-c455-4c53-a0f1-f5170796a8f6 req-3cca3b4e-515b-4845-a6bf-37e24066fa71 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:59.342851 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-5e5193c2-c455-4c53-a0f1-f5170796a8f6 req-3cca3b4e-515b-4845-a6bf-37e24066fa71 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=071ec310-3768-40d1-88bf-8f8f8c3db14b HTTP/1.1" status: 200 len: 950 time: 0.0996463 Sep 01 16:36:59.373311 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:36:59.413635 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-f9009c17-956e-45bb-a7f3-db57e73f6b73 admin admin] Publish callbacks [] for security_group (66c527ad-8440-4b13-be27-25af1e653a46), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:59.426911 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-5e5193c2-c455-4c53-a0f1-f5170796a8f6 req-dc52f42c-e5c4-4bb7-8ca6-65807dda56a1 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99bf8fa7-5955-41f2-8747-fb2213cf802a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762987 Sep 01 16:36:59.443351 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-f9009c17-956e-45bb-a7f3-db57e73f6b73 admin admin] Publish callbacks [] for security_group (66c527ad-8440-4b13-be27-25af1e653a46), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:59.503920 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-f9009c17-956e-45bb-a7f3-db57e73f6b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (66c527ad-8440-4b13-be27-25af1e653a46), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:59.507659 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-f9009c17-956e-45bb-a7f3-db57e73f6b73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:36:59.508827 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-f9009c17-956e-45bb-a7f3-db57e73f6b73 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/66c527ad-8440-4b13-be27-25af1e653a46 HTTP/1.1" status: 204 len: 168 time: 0.2461052 Sep 01 16:36:59.517899 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9009c17-956e-45bb-a7f3-db57e73f6b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c527ad-8440-4b13-be27-25af1e653a46,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:59.614880 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ccd55-bff6-47f7-9a4b-893bfa77cfae req-69df32cd-b334-403d-b623-3924015b3df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:59.616750 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ac2ccd55-bff6-47f7-9a4b-893bfa77cfae req-69df32cd-b334-403d-b623-3924015b3df3 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=071ec310-3768-40d1-88bf-8f8f8c3db14b HTTP/1.1" status: 200 len: 1134 time: 0.4357080 Sep 01 16:36:59.648606 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e744f7a7-5238-4e50-ad30-41aba993f6fd req-7772c326-2d94-4b49-b3b3-546bd08589ca service neutron] 10.222.0.77 "GET /networking/v2.0/networks/437a18c4-060d-49d5-a04a-80ff41fd7dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7126720 Sep 01 16:36:59.649637 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ede5df-18fc-42f0-b97f-04ad7fd8ffb8 req-24dd8b39-e9ef-4810-ac1e-d307dc804d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:59.651234 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-20ede5df-18fc-42f0-b97f-04ad7fd8ffb8 req-24dd8b39-e9ef-4810-ac1e-d307dc804d9e service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=1e2386a0-52ae-4650-b501-6e8c6cdd7cc9 HTTP/1.1" status: 200 len: 917 time: 0.5977714 Sep 01 16:36:59.673589 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-849a8cc6-3b2b-4a62-a5dc-875b7a06381a req-374a4398-dbf3-4a3f-b26c-f12461f4496b service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b174a59-f0a9-4b1a-9233-ea65d28a5d38 HTTP/1.1" status: 200 len: 217 time: 0.0823734 Sep 01 16:36:59.718664 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965b904-6b41-47c6-a866-2d7d1836d54d req-4d173874-bb03-44cc-a0c1-219416ab7ba2 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:59.720224 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b965b904-6b41-47c6-a866-2d7d1836d54d req-4d173874-bb03-44cc-a0c1-219416ab7ba2 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 943 time: 0.1280196 Sep 01 16:36:59.838697 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ac2ccd55-bff6-47f7-9a4b-893bfa77cfae req-489a7432-c2e0-47cc-98d2-1618659e8351 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=99bf8fa7-5955-41f2-8747-fb2213cf802a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929228 Sep 01 16:36:59.867576 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a8cc6-3b2b-4a62-a5dc-875b7a06381a req-3d88d46f-852e-454d-9303-5b001782af72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:36:59.868938 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-849a8cc6-3b2b-4a62-a5dc-875b7a06381a req-3d88d46f-852e-454d-9303-5b001782af72 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=82786ccd-9c4e-40d1-ba01-7f97c9ac8af5 HTTP/1.1" status: 200 len: 856 time: 0.1710148 Sep 01 16:36:59.873136 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-20ede5df-18fc-42f0-b97f-04ad7fd8ffb8 req-7756b763-21b4-4a9d-b261-f9eb1cf49ec0 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46daf8ff-8552-45e4-b4ac-b60b47e199de HTTP/1.1" status: 200 len: 1000 time: 0.1733413 Sep 01 16:36:59.889247 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b965b904-6b41-47c6-a866-2d7d1836d54d req-238e17c0-2761-4aee-89eb-8c1d15786116 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254241 Sep 01 16:37:00.214738 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a8cc6-3b2b-4a62-a5dc-875b7a06381a req-69e8911f-0f59-4561-9ff3-87dadbfe90d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:00.216126 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-849a8cc6-3b2b-4a62-a5dc-875b7a06381a req-69e8911f-0f59-4561-9ff3-87dadbfe90d3 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0721333 Sep 01 16:37:00.222163 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ede5df-18fc-42f0-b97f-04ad7fd8ffb8 req-1cad6977-fd17-4c11-a874-31ccad4b0b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:00.223515 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-20ede5df-18fc-42f0-b97f-04ad7fd8ffb8 req-1cad6977-fd17-4c11-a874-31ccad4b0b28 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=fdf6e192-10ef-49d3-8b96-d6cc87fe33e0 HTTP/1.1" status: 200 len: 855 time: 0.0807321 Sep 01 16:37:00.322457 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81bbd2d-c77d-4591-87fa-71a81ba36e0c req-78591369-dbf6-4d73-8432-f961c2f41bff tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:00.323933 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-d81bbd2d-c77d-4591-87fa-71a81ba36e0c req-78591369-dbf6-4d73-8432-f961c2f41bff tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 945 time: 0.0469792 Sep 01 16:37:00.375024 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-d81bbd2d-c77d-4591-87fa-71a81ba36e0c req-d9d93b00-f6ca-488a-b6b3-b4f63357e514 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454683 Sep 01 16:37:00.573071 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084798f-5490-4aed-8814-6360d410bdb5 req-b7b10cc0-0b8d-49cd-b9c1-54b3bb5316bd tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:00.579046 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e084798f-5490-4aed-8814-6360d410bdb5 req-b7b10cc0-0b8d-49cd-b9c1-54b3bb5316bd tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=071ec310-3768-40d1-88bf-8f8f8c3db14b HTTP/1.1" status: 200 len: 950 time: 0.0658150 Sep 01 16:37:00.641125 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 2b174a59-f0a9-4b1a-9233-ea65d28a5d38 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:37:00.652065 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e084798f-5490-4aed-8814-6360d410bdb5 req-a0628eaf-397c-4bde-84e2-99832d7f01db tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99bf8fa7-5955-41f2-8747-fb2213cf802a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620997 Sep 01 16:37:00.668259 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 46daf8ff-8552-45e4-b4ac-b60b47e199de no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:37:00.790052 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ede5df-18fc-42f0-b97f-04ad7fd8ffb8 req-621c84c0-e636-4be7-8dbd-c1361514fead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:00.791738 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-20ede5df-18fc-42f0-b97f-04ad7fd8ffb8 req-621c84c0-e636-4be7-8dbd-c1361514fead service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=1e2386a0-52ae-4650-b501-6e8c6cdd7cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1002917 Sep 01 16:37:00.832138 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 2b174a59-f0a9-4b1a-9233-ea65d28a5d38, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=2b174a59-f0a9-4b1a-9233-ea65d28a5d38,segment=NetworkSegment(a5d0d159-c721-4402-a1d9-2c5614894c23),segment_id=a5d0d159-c721-4402-a1d9-2c5614894c23)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:37:00.834855 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 46daf8ff-8552-45e4-b4ac-b60b47e199de is: ACTIVE; New status is: DOWN {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:37:00.835251 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (46daf8ff-8552-45e4-b4ac-b60b47e199de), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:00.854364 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-849a8cc6-3b2b-4a62-a5dc-875b7a06381a req-cfdb5d1a-8c0a-43c1-9263-c31b508bf729 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613123 Sep 01 16:37:00.855119 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Returning: {'device': '2b174a59-f0a9-4b1a-9233-ea65d28a5d38', 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7', 'port_id': '2b174a59-f0a9-4b1a-9233-ea65d28a5d38', 'mac_address': 'fa:16:3e:4f:c9:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82786ccd-9c4e-40d1-ba01-7f97c9ac8af5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:37:00.894773 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 35174) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:37:00.904242 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 46daf8ff-8552-45e4-b4ac-b60b47e199de, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=46daf8ff-8552-45e4-b4ac-b60b47e199de,segment=NetworkSegment(a5fdef99-cab9-4e68-9f85-2b12b874dece),segment_id=a5fdef99-cab9-4e68-9f85-2b12b874dece)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:37:00.918041 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 2b174a59-f0a9-4b1a-9233-ea65d28a5d38 is: DOWN; New status is: BUILD {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:37:00.918453 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (2b174a59-f0a9-4b1a-9233-ea65d28a5d38), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:00.922553 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (46daf8ff-8552-45e4-b4ac-b60b47e199de), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:00.936106 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0958ba3f-7f1d-4fa1-bff7-4459d3945b6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46daf8ff-8552-45e4-b4ac-b60b47e199de'}] {{(pid=106491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:37:00.939572 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27cd250e45b0eab3f9aacaaa4111d690d8ad0f5b6b5c497c1d88b56abc962a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cab89b-c720-44ba-8de7-4df42a687d28" -d '{"events": [{"server_uuid": "0958ba3f-7f1d-4fa1-bff7-4459d3945b6f", "name": "network-vif-unplugged", "status": "completed", "tag": "46daf8ff-8552-45e4-b4ac-b60b47e199de"}]}' {{(pid=106491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:37:00.978473 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b174a59-f0a9-4b1a-9233-ea65d28a5d38 {{(pid=106491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:37:01.026741 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 2b174a59-f0a9-4b1a-9233-ea65d28a5d38, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=2b174a59-f0a9-4b1a-9233-ea65d28a5d38,segment=NetworkSegment(a5d0d159-c721-4402-a1d9-2c5614894c23),segment_id=a5d0d159-c721-4402-a1d9-2c5614894c23)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:37:01.034742 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=46daf8ff-8552-45e4-b4ac-b60b47e199de,revision_number=8']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:37:01.041417 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 01 Sep 2022 16:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c7b3a4-416b-4b06-8e09-cc7b8d09cda8 x-openstack-request-id: req-63c7b3a4-416b-4b06-8e09-cc7b8d09cda8 {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:37:01.042089 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0958ba3f-7f1d-4fa1-bff7-4459d3945b6f", "name": "network-vif-unplugged", "status": "completed", "tag": "46daf8ff-8552-45e4-b4ac-b60b47e199de", "code": 200}]} {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:37:01.051245 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-63c7b3a4-416b-4b06-8e09-cc7b8d09cda8 {{(pid=106491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:37:01.052361 dv-cinder-852209-10-iscsi neutron-server[106491]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63c7b3a4-416b-4b06-8e09-cc7b8d09cda8'] response: {'server_uuid': '0958ba3f-7f1d-4fa1-bff7-4459d3945b6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46daf8ff-8552-45e4-b4ac-b60b47e199de', 'code': 200} Sep 01 16:37:01.054913 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (2b174a59-f0a9-4b1a-9233-ea65d28a5d38), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:01.060797 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-20ede5df-18fc-42f0-b97f-04ad7fd8ffb8 req-4e764bc4-b57c-487a-8baa-5a52b7c7aab4 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1e2386a0-52ae-4650-b501-6e8c6cdd7cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289748 Sep 01 16:37:01.079700 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-849a8cc6-3b2b-4a62-a5dc-875b7a06381a req-b09672a5-0223-4d08-9384-313c2392e774 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927967 Sep 01 16:37:01.081772 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef8d33-66bc-4abe-b905-2023162f4fcc req-6242033d-4c39-4200-b26e-4f41c1601405 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:01.083332 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-21ef8d33-66bc-4abe-b905-2023162f4fcc req-6242033d-4c39-4200-b26e-4f41c1601405 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 943 time: 0.0656161 Sep 01 16:37:01.108595 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-137bc8b7-a2c4-4cdd-a2cc-7c56c77a48ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:01.169059 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-21ef8d33-66bc-4abe-b905-2023162f4fcc req-74518c0e-1f01-4514-8c1d-cb9c79cf9194 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739715 Sep 01 16:37:01.226701 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-137bc8b7-a2c4-4cdd-a2cc-7c56c77a48ef admin admin] Publish callbacks [] for security_group (77d3da85-9a2b-4547-a8ab-862e33eb7465), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:01.231510 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-137bc8b7-a2c4-4cdd-a2cc-7c56c77a48ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (77d3da85-9a2b-4547-a8ab-862e33eb7465), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:01.237281 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=2b174a59-f0a9-4b1a-9233-ea65d28a5d38,revision_number=4']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:37:01.276608 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:01.281907 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-137bc8b7-a2c4-4cdd-a2cc-7c56c77a48ef admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=fa7fc5a55f4a41e28aaa945a72088725&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3861427 Sep 01 16:37:01.282590 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137bc8b7-a2c4-4cdd-a2cc-7c56c77a48ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d3da85-9a2b-4547-a8ab-862e33eb7465,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:37:01.284614 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 35184) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:37:01.304414 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137bc8b7-a2c4-4cdd-a2cc-7c56c77a48ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:37:01.304756 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137bc8b7-a2c4-4cdd-a2cc-7c56c77a48ef admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:37:01.305096 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137bc8b7-a2c4-4cdd-a2cc-7c56c77a48ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:37:01.305433 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137bc8b7-a2c4-4cdd-a2cc-7c56c77a48ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:37:01.305764 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137bc8b7-a2c4-4cdd-a2cc-7c56c77a48ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:37:01.306093 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137bc8b7-a2c4-4cdd-a2cc-7c56c77a48ef admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:37:01.306445 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137bc8b7-a2c4-4cdd-a2cc-7c56c77a48ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:37:01.306768 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137bc8b7-a2c4-4cdd-a2cc-7c56c77a48ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:37:01.307089 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137bc8b7-a2c4-4cdd-a2cc-7c56c77a48ef admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:37:01.307412 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137bc8b7-a2c4-4cdd-a2cc-7c56c77a48ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:37:01.307735 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137bc8b7-a2c4-4cdd-a2cc-7c56c77a48ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:37:01.308056 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137bc8b7-a2c4-4cdd-a2cc-7c56c77a48ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:37:01.308373 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137bc8b7-a2c4-4cdd-a2cc-7c56c77a48ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:37:01.308688 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137bc8b7-a2c4-4cdd-a2cc-7c56c77a48ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:37:01.309003 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137bc8b7-a2c4-4cdd-a2cc-7c56c77a48ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:37:01.352570 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-43e3c952-372b-42c9-aef2-0dc55c38321a admin admin] Publish callbacks [] for security_group (77d3da85-9a2b-4547-a8ab-862e33eb7465), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:01.374353 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-43e3c952-372b-42c9-aef2-0dc55c38321a admin admin] Publish callbacks [] for security_group (77d3da85-9a2b-4547-a8ab-862e33eb7465), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:01.426619 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-43e3c952-372b-42c9-aef2-0dc55c38321a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (77d3da85-9a2b-4547-a8ab-862e33eb7465), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:01.430569 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-43e3c952-372b-42c9-aef2-0dc55c38321a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:01.431948 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-43e3c952-372b-42c9-aef2-0dc55c38321a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/77d3da85-9a2b-4547-a8ab-862e33eb7465 HTTP/1.1" status: 204 len: 168 time: 0.1459312 Sep 01 16:37:01.443329 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3c952-372b-42c9-aef2-0dc55c38321a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d3da85-9a2b-4547-a8ab-862e33eb7465,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:37:01.480172 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:01.520037 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] get_ports_and_sgs() called for port_ids ['2b174a59-f0a9-4b1a-9233-ea65d28a5d38'] {{(pid=106491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 16:37:01.529796 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412db1d2-370d-4ab4-ae19-f17de47fc9ab req-645892ea-e353-4b6b-aea6-0ad806fe13d4 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:01.531480 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-412db1d2-370d-4ab4-ae19-f17de47fc9ab req-645892ea-e353-4b6b-aea6-0ad806fe13d4 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 943 time: 0.0626695 Sep 01 16:37:01.622156 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-412db1d2-370d-4ab4-ae19-f17de47fc9ab req-5105af8c-beec-4d0d-9b37-eb0b0d613a9a tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714531 Sep 01 16:37:01.741626 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-51264a91-4c88-4ee0-b44a-1179ddf84d25 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1444885176&fields=id&tenant_id=4b6bf55e6c5e47f3895e135c4d6dc3ff HTTP/1.1" status: 200 len: 267 time: 0.0577145 Sep 01 16:37:01.791110 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aad26e-4304-4666-86cd-d02a8b7d50c2 req-5ca41b29-d62f-4f62-902e-79d3304eb59a tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:01.792834 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b4aad26e-4304-4666-86cd-d02a8b7d50c2 req-5ca41b29-d62f-4f62-902e-79d3304eb59a tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=071ec310-3768-40d1-88bf-8f8f8c3db14b HTTP/1.1" status: 200 len: 950 time: 0.0574920 Sep 01 16:37:01.840234 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b4aad26e-4304-4666-86cd-d02a8b7d50c2 req-e74db749-217c-459c-9fc6-a6f0cb8ae4ba tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99bf8fa7-5955-41f2-8747-fb2213cf802a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417559 Sep 01 16:37:01.867786 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-11db3f67-1172-4089-a2dd-4308875d1db5 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:01.869256 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-11db3f67-1172-4089-a2dd-4308875d1db5 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/networks?id=5fae8c7f-11cf-4ab3-8c34-e624963abdb8 HTTP/1.1" status: 200 len: 811 time: 0.1169288 Sep 01 16:37:01.883830 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-5746e723-b9db-434e-ab4d-2690d5c980b5 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/quotas/4b6bf55e6c5e47f3895e135c4d6dc3ff HTTP/1.1" status: 200 len: 375 time: 0.0088744 Sep 01 16:37:01.935837 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-d0631f8f-3f8d-425a-839b-d86dbfb57f7d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=4b6bf55e6c5e47f3895e135c4d6dc3ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472236 Sep 01 16:37:01.966249 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:02.046279 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-536d4eaf-324d-4dda-95d4-fd101f6fac5d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/5fae8c7f-11cf-4ab3-8c34-e624963abdb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982234 Sep 01 16:37:02.051536 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-20ede5df-18fc-42f0-b97f-04ad7fd8ffb8 req-0f09718c-a4af-4043-b4d4-3bb8bf344690 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1e2386a0-52ae-4650-b501-6e8c6cdd7cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054912 Sep 01 16:37:02.148595 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-0614888b-0380-4ccd-8b8d-1f60c69a6268 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/5fae8c7f-11cf-4ab3-8c34-e624963abdb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927193 Sep 01 16:37:02.278611 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:02.296354 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907da5d-0d8c-4fd7-8a0e-449a4e3be0ba req-d47d2cd9-7344-4904-8c61-f7176cdacbfa tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:02.298067 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1907da5d-0d8c-4fd7-8a0e-449a4e3be0ba req-d47d2cd9-7344-4904-8c61-f7176cdacbfa tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 944 time: 0.0510519 Sep 01 16:37:02.354647 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1907da5d-0d8c-4fd7-8a0e-449a4e3be0ba req-d7570024-92e2-43f5-89ba-c08fdb6cfc9c tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495491 Sep 01 16:37:02.455181 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c738a2cb-973a-45b6-a9b5-a45ee85af5e2 req-20fadb8f-71d6-4be2-8b8d-93b21304b4ae tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 210 time: 0.0287185 Sep 01 16:37:02.709844 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 2b174a59-f0a9-4b1a-9233-ea65d28a5d38 up at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:37:02.753056 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning for port 2b174a59-f0a9-4b1a-9233-ea65d28a5d38 completed by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 16:37:02.759770 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning complete for port 2b174a59-f0a9-4b1a-9233-ea65d28a5d38 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:37:02.760487 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (2b174a59-f0a9-4b1a-9233-ea65d28a5d38), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:02.771482 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a4790-b83b-4dfa-8a0d-7ab955a8aadc req-aae51484-8bf9-45a3-b66f-d00e2c2aa339 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:02.773542 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-a75a4790-b83b-4dfa-8a0d-7ab955a8aadc req-aae51484-8bf9-45a3-b66f-d00e2c2aa339 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 943 time: 0.0563495 Sep 01 16:37:02.797125 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:02.831380 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-a75a4790-b83b-4dfa-8a0d-7ab955a8aadc req-ca074851-074b-4b55-b7be-07507e5becc6 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489349 Sep 01 16:37:02.845831 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 2b174a59-f0a9-4b1a-9233-ea65d28a5d38 is: BUILD; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:37:02.846228 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (2b174a59-f0a9-4b1a-9233-ea65d28a5d38), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:02.882973 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:02.887031 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 2b174a59-f0a9-4b1a-9233-ea65d28a5d38, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=2b174a59-f0a9-4b1a-9233-ea65d28a5d38,segment=NetworkSegment(a5d0d159-c721-4402-a1d9-2c5614894c23),segment_id=a5d0d159-c721-4402-a1d9-2c5614894c23)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:37:02.891075 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (2b174a59-f0a9-4b1a-9233-ea65d28a5d38), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:02.940216 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=2b174a59-f0a9-4b1a-9233-ea65d28a5d38,revision_number=5']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:37:02.968645 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98909d92-00ac-4ddb-b712-610f577c9298 req-758c4c92-9b89-452e-9966-f006dd5e90d2 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:02.970099 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-98909d92-00ac-4ddb-b712-610f577c9298 req-758c4c92-9b89-452e-9966-f006dd5e90d2 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=071ec310-3768-40d1-88bf-8f8f8c3db14b HTTP/1.1" status: 200 len: 950 time: 0.0556786 Sep 01 16:37:03.016989 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-98909d92-00ac-4ddb-b712-610f577c9298 req-03e454a0-bcc4-4ba8-9e0c-f912136ad0f2 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99bf8fa7-5955-41f2-8747-fb2213cf802a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412982 Sep 01 16:37:03.055321 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f1e8ce-fea9-426e-8ce0-23b9f7851b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b174a59-f0a9-4b1a-9233-ea65d28a5d38'}] {{(pid=106491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:37:03.059759 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27cd250e45b0eab3f9aacaaa4111d690d8ad0f5b6b5c497c1d88b56abc962a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bff9ab1-2270-4151-b423-f6b48c3c8749" -d '{"events": [{"server_uuid": "21f1e8ce-fea9-426e-8ce0-23b9f7851b4e", "name": "network-vif-plugged", "status": "completed", "tag": "2b174a59-f0a9-4b1a-9233-ea65d28a5d38"}]}' {{(pid=106491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:37:03.096265 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028ab186-bdc8-4c0e-a50c-135b04e511c2 x-openstack-request-id: req-028ab186-bdc8-4c0e-a50c-135b04e511c2 {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:37:03.096554 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f1e8ce-fea9-426e-8ce0-23b9f7851b4e", "name": "network-vif-plugged", "status": "completed", "tag": "2b174a59-f0a9-4b1a-9233-ea65d28a5d38", "code": 200}]} {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:37:03.096804 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-028ab186-bdc8-4c0e-a50c-135b04e511c2 {{(pid=106491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:37:03.097314 dv-cinder-852209-10-iscsi neutron-server[106491]: INFO neutron.notifiers.nova [-] Nova event matching ['req-028ab186-bdc8-4c0e-a50c-135b04e511c2'] response: {'server_uuid': '21f1e8ce-fea9-426e-8ce0-23b9f7851b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b174a59-f0a9-4b1a-9233-ea65d28a5d38', 'code': 200} Sep 01 16:37:03.286508 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbc230-f9b0-45b7-9d37-58832adfa1cd req-5e226768-1826-4d48-9bb7-ee96e341100b tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:03.287949 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-20dbc230-f9b0-45b7-9d37-58832adfa1cd req-5e226768-1826-4d48-9bb7-ee96e341100b tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=071ec310-3768-40d1-88bf-8f8f8c3db14b HTTP/1.1" status: 200 len: 950 time: 0.0459146 Sep 01 16:37:03.340155 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-20dbc230-f9b0-45b7-9d37-58832adfa1cd req-aff93075-173d-4026-9997-c6e27a85218a tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99bf8fa7-5955-41f2-8747-fb2213cf802a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466163 Sep 01 16:37:03.474655 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55e8eb-9f17-48f7-846e-d7a2607796ac req-47d73025-36ee-4227-8e3d-777abfe50e23 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:03.476612 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1b55e8eb-9f17-48f7-846e-d7a2607796ac req-47d73025-36ee-4227-8e3d-777abfe50e23 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 945 time: 0.0468152 Sep 01 16:37:03.524518 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1b55e8eb-9f17-48f7-846e-d7a2607796ac req-0925afc6-52c8-42d0-afcd-021489370ca7 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418241 Sep 01 16:37:03.552487 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-a8ecd93d-0191-404c-aa6f-e53a2e9a0c96 req-ac39e0f5-26d4-4c1e-8861-e0321b20118c tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 210 time: 0.0284445 Sep 01 16:37:03.956019 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b140f63-8f31-45d6-8b52-8744b517f6c5 req-6e017608-80dd-4626-a2ae-8ad80c093a6b tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:03.957513 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-9b140f63-8f31-45d6-8b52-8744b517f6c5 req-6e017608-80dd-4626-a2ae-8ad80c093a6b tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 943 time: 0.0463283 Sep 01 16:37:04.009971 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-9b140f63-8f31-45d6-8b52-8744b517f6c5 req-07cddb76-5202-4d6c-b292-02c71197392d tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453377 Sep 01 16:37:04.146179 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (294a3787-103d-4a51-bc9c-bc09638a7966), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:04.461374 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196fc814-7c32-47ad-bc15-b84fb290bf64 req-5277d968-5965-4447-b095-e56863a4c3fc tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:04.463015 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-196fc814-7c32-47ad-bc15-b84fb290bf64 req-5277d968-5965-4447-b095-e56863a4c3fc tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=071ec310-3768-40d1-88bf-8f8f8c3db14b HTTP/1.1" status: 200 len: 950 time: 0.0499213 Sep 01 16:37:04.509609 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-196fc814-7c32-47ad-bc15-b84fb290bf64 req-0213216d-b571-486c-a8ed-9528d7eeea89 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99bf8fa7-5955-41f2-8747-fb2213cf802a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413573 Sep 01 16:37:04.657727 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eeb5f0-09e1-4c76-982c-d7a29f076376 req-569ade86-4fc8-49d6-9e66-306a022f5d0b tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:04.659305 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-04eeb5f0-09e1-4c76-982c-d7a29f076376 req-569ade86-4fc8-49d6-9e66-306a022f5d0b tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 945 time: 0.0566208 Sep 01 16:37:04.661376 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-af6331de-f2fe-4b4e-91e4-2675b4e2d3ee req-f11f347d-8800-4e79-9022-6ea2bdd406cd tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 210 time: 0.0383747 Sep 01 16:37:04.708993 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-04eeb5f0-09e1-4c76-982c-d7a29f076376 req-7786da50-642b-4f24-997a-bc54fc180689 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417206 Sep 01 16:37:05.133042 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f2416-505e-48f9-8a7e-120d1c346779 req-da8a24f7-84d7-47ab-b306-cddbaece4b06 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:05.134517 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-f11f2416-505e-48f9-8a7e-120d1c346779 req-da8a24f7-84d7-47ab-b306-cddbaece4b06 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 943 time: 0.0465248 Sep 01 16:37:05.146260 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:05.186113 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-f11f2416-505e-48f9-8a7e-120d1c346779 req-e771c536-4aa4-4559-8951-fdcbb4254ea3 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460980 Sep 01 16:37:05.635269 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7e412-3b96-48cb-870c-034cfc028345 req-b08b7f94-85db-4849-9013-c4d7b0111bc1 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:05.636655 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-10e7e412-3b96-48cb-870c-034cfc028345 req-b08b7f94-85db-4849-9013-c4d7b0111bc1 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=071ec310-3768-40d1-88bf-8f8f8c3db14b HTTP/1.1" status: 200 len: 950 time: 0.0467632 Sep 01 16:37:05.684003 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-10e7e412-3b96-48cb-870c-034cfc028345 req-5260af4e-6eeb-43d8-9527-9cfda9ddbb22 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99bf8fa7-5955-41f2-8747-fb2213cf802a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411158 Sep 01 16:37:05.842694 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e524aa0-35a2-4496-91cc-7dc0bd5bdfd3 req-61fb203b-e66e-44da-aa02-a466f9badbf9 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:05.850603 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7e524aa0-35a2-4496-91cc-7dc0bd5bdfd3 req-61fb203b-e66e-44da-aa02-a466f9badbf9 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 945 time: 0.0683706 Sep 01 16:37:05.910668 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86442a71-577d-4a5e-80e0-1768905b7ca7 req-101f0774-80af-4ef8-ab5f-a6f67f85af47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:05.912096 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-86442a71-577d-4a5e-80e0-1768905b7ca7 req-101f0774-80af-4ef8-ab5f-a6f67f85af47 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=cfb0b630e22745e8af15fb02c71800c3&device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 1127 time: 0.0847332 Sep 01 16:37:05.930429 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7e524aa0-35a2-4496-91cc-7dc0bd5bdfd3 req-e37b43be-5077-4f11-97d2-ec4888467330 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779448 Sep 01 16:37:05.963312 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-66a95597-ba4e-4034-a60e-0718636da371 req-f6e6db49-0891-4fa0-a77f-08836302101d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 210 time: 0.2345133 Sep 01 16:37:06.249746 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a630917a-a599-4c39-a97f-9527743d75c4 req-1557e7ad-bfce-450c-9040-8c500e4e76a3 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:06.251246 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a630917a-a599-4c39-a97f-9527743d75c4 req-1557e7ad-bfce-450c-9040-8c500e4e76a3 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=071ec310-3768-40d1-88bf-8f8f8c3db14b HTTP/1.1" status: 200 len: 950 time: 0.0486743 Sep 01 16:37:06.292902 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:06.417045 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ef481-40e4-4cb5-9b74-65c77ef225b1 req-25638c43-e79c-4661-8c25-79112918dc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:06.418565 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1e6ef481-40e4-4cb5-9b74-65c77ef225b1 req-25638c43-e79c-4661-8c25-79112918dc8b service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 1129 time: 0.1653473 Sep 01 16:37:06.454997 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0a1c1-fe32-495d-b0d3-ad572171d9c3 req-db559208-8a76-42d7-85ea-f76bee8a54fc tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:06.456372 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-58a0a1c1-fe32-495d-b0d3-ad572171d9c3 req-db559208-8a76-42d7-85ea-f76bee8a54fc tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 943 time: 0.1845465 Sep 01 16:37:06.511559 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:06.535656 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [req-a630917a-a599-4c39-a97f-9527743d75c4 req-a6587f5a-804b-4e25-bb33-509c4fd0dfa4 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] Deleting port d3d00636-e531-4056-9749-f5ddf6e5f7b2 {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:37:06.536000 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-a630917a-a599-4c39-a97f-9527743d75c4 req-a6587f5a-804b-4e25-bb33-509c4fd0dfa4 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (d3d00636-e531-4056-9749-f5ddf6e5f7b2), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:06.568469 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86442a71-577d-4a5e-80e0-1768905b7ca7 req-99663d12-84c6-44f1-89b1-d44b4e6da088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:06.569918 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-86442a71-577d-4a5e-80e0-1768905b7ca7 req-99663d12-84c6-44f1-89b1-d44b4e6da088 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=1e2386a0-52ae-4650-b501-6e8c6cdd7cc9 HTTP/1.1" status: 200 len: 917 time: 0.3178205 Sep 01 16:37:06.612609 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1e6ef481-40e4-4cb5-9b74-65c77ef225b1 req-ff8315ff-e16d-44bc-a9be-9444a1c567b8 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553149 Sep 01 16:37:06.625143 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-58a0a1c1-fe32-495d-b0d3-ad572171d9c3 req-d5e9591a-35c0-4f92-a503-fa4b6d9b9244 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565974 Sep 01 16:37:06.663684 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-a630917a-a599-4c39-a97f-9527743d75c4 req-a6587f5a-804b-4e25-bb33-509c4fd0dfa4 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] For port d3d00636-e531-4056-9749-f5ddf6e5f7b2, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=d3d00636-e531-4056-9749-f5ddf6e5f7b2,segment=NetworkSegment(42153b74-b5d0-4b63-820e-2912c2d2b162),segment_id=42153b74-b5d0-4b63-820e-2912c2d2b162)] {{(pid=106490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:37:06.664256 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-a630917a-a599-4c39-a97f-9527743d75c4 req-a6587f5a-804b-4e25-bb33-509c4fd0dfa4 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (d3d00636-e531-4056-9749-f5ddf6e5f7b2), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:06.681264 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [req-a630917a-a599-4c39-a97f-9527743d75c4 req-a6587f5a-804b-4e25-bb33-509c4fd0dfa4 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] Calling delete_port for d3d00636-e531-4056-9749-f5ddf6e5f7b2 owned by compute:nova {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:37:06.732770 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:06.746770 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 46daf8ff-8552-45e4-b4ac-b60b47e199de no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:37:06.749134 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:06.834341 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 46daf8ff-8552-45e4-b4ac-b60b47e199de is: DOWN; New status is: DOWN {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:37:06.857701 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748a20b-09fd-4ac2-be6b-cb475f96d9ab req-a50d0880-2305-46f7-af42-03a73d6e4465 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:06.859397 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f748a20b-09fd-4ac2-be6b-cb475f96d9ab req-a50d0880-2305-46f7-af42-03a73d6e4465 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=071ec310-3768-40d1-88bf-8f8f8c3db14b HTTP/1.1" status: 200 len: 950 time: 0.0839796 Sep 01 16:37:06.863860 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-a630917a-a599-4c39-a97f-9527743d75c4 req-a6587f5a-804b-4e25-bb33-509c4fd0dfa4 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (d3d00636-e531-4056-9749-f5ddf6e5f7b2), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:06.900485 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6587f5a-804b-4e25-bb33-509c4fd0dfa4 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] Pushing event deleted for resources: {'Port': ['ID=d3d00636-e531-4056-9749-f5ddf6e5f7b2,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:37:06.970275 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [req-a630917a-a599-4c39-a97f-9527743d75c4 req-a6587f5a-804b-4e25-bb33-509c4fd0dfa4 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] No DVR routers for this DVR port d3d00636-e531-4056-9749-f5ddf6e5f7b2 on host hv-cinder-85220 {{(pid=106490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 16:37:06.977711 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-a630917a-a599-4c39-a97f-9527743d75c4 req-a6587f5a-804b-4e25-bb33-509c4fd0dfa4 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:06.981216 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a630917a-a599-4c39-a97f-9527743d75c4 req-a6587f5a-804b-4e25-bb33-509c4fd0dfa4 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.77 "DELETE /networking/v2.0/ports/d3d00636-e531-4056-9749-f5ddf6e5f7b2 HTTP/1.1" status: 204 len: 173 time: 0.7122788 Sep 01 16:37:06.981826 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071ec310-3768-40d1-88bf-8f8f8c3db14b', 'name': 'network-vif-deleted', 'tag': 'd3d00636-e531-4056-9749-f5ddf6e5f7b2'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:37:06.984036 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2708e13-842f-4c15-b305-2650ba2ffc72" -d '{"events": [{"server_uuid": "071ec310-3768-40d1-88bf-8f8f8c3db14b", "name": "network-vif-deleted", "tag": "d3d00636-e531-4056-9749-f5ddf6e5f7b2"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:37:06.999615 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f748a20b-09fd-4ac2-be6b-cb475f96d9ab req-b4518c81-357b-4741-ab92-97a4e58b0e4d tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99bf8fa7-5955-41f2-8747-fb2213cf802a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255999 Sep 01 16:37:07.050160 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f84778-1b17-4e89-90db-3f19bbbcf3e1 x-openstack-request-id: req-f6f84778-1b17-4e89-90db-3f19bbbcf3e1 {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:37:07.050712 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071ec310-3768-40d1-88bf-8f8f8c3db14b", "name": "network-vif-deleted", "tag": "d3d00636-e531-4056-9749-f5ddf6e5f7b2", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:37:07.050963 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f6f84778-1b17-4e89-90db-3f19bbbcf3e1 {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:37:07.051362 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6f84778-1b17-4e89-90db-3f19bbbcf3e1'] response: {'server_uuid': '071ec310-3768-40d1-88bf-8f8f8c3db14b', 'name': 'network-vif-deleted', 'tag': 'd3d00636-e531-4056-9749-f5ddf6e5f7b2', 'status': 'completed', 'code': 200} Sep 01 16:37:07.131040 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7127116-4775-4c03-bde4-8e984bcdaa56 req-8849d331-3873-4def-b6ea-5d739adb36cb tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:07.133110 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-c7127116-4775-4c03-bde4-8e984bcdaa56 req-8849d331-3873-4def-b6ea-5d739adb36cb tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 945 time: 0.0584288 Sep 01 16:37:07.152310 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-64ff17e1-4456-4811-aba1-9f4602bd65ff req-c5a7656c-1168-4e92-8c56-3af7a95bd4b6 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 210 time: 0.0365739 Sep 01 16:37:07.195474 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-c7127116-4775-4c03-bde4-8e984bcdaa56 req-67469613-50ae-49d8-836b-92698902f09f tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550849 Sep 01 16:37:07.231743 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [req-8b74b9a8-3091-41ec-b013-49106891bd77 req-6be382a4-bed3-44db-984f-5475eb5ec2a2 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106490) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 01 16:37:07.232826 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-8b74b9a8-3091-41ec-b013-49106891bd77 req-6be382a4-bed3-44db-984f-5475eb5ec2a2 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053771 Sep 01 16:37:07.260602 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-86442a71-577d-4a5e-80e0-1768905b7ca7 req-45fe0ce9-db3d-4c78-8e93-024ae6d30bb1 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46daf8ff-8552-45e4-b4ac-b60b47e199de HTTP/1.1" status: 200 len: 998 time: 0.0829566 Sep 01 16:37:07.428848 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5e5cd-d358-43c0-8e32-7c2a7cd986f5 req-413fd346-acd0-4bd6-b36b-23d87a28ba2d tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:07.430353 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-fdb5e5cd-d358-43c0-8e32-7c2a7cd986f5 req-413fd346-acd0-4bd6-b36b-23d87a28ba2d tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 943 time: 0.0527484 Sep 01 16:37:07.479753 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-fdb5e5cd-d358-43c0-8e32-7c2a7cd986f5 req-59f8e337-4632-4b98-827d-f91b4eccf923 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437164 Sep 01 16:37:07.721858 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 35324) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:37:07.838656 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86442a71-577d-4a5e-80e0-1768905b7ca7 req-06f1e14b-cd77-4cf1-aaeb-34596490faf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:07.842225 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-86442a71-577d-4a5e-80e0-1768905b7ca7 req-06f1e14b-cd77-4cf1-aaeb-34596490faf1 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=fdf6e192-10ef-49d3-8b96-d6cc87fe33e0 HTTP/1.1" status: 200 len: 855 time: 0.0599802 Sep 01 16:37:07.843096 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-10a352c8-43e3-4b6c-9b74-08f549bd69b7 req-3ec307b2-d13e-4e6f-9a42-e1afd553bdaa service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1201222 Sep 01 16:37:07.855945 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [req-10a352c8-43e3-4b6c-9b74-08f549bd69b7 req-febbb630-d2f9-445f-85ad-29cb00ee3748 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106489) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 01 16:37:07.856949 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-10a352c8-43e3-4b6c-9b74-08f549bd69b7 req-febbb630-d2f9-445f-85ad-29cb00ee3748 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0065696 Sep 01 16:37:07.936841 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86442a71-577d-4a5e-80e0-1768905b7ca7 req-bbc3b518-f42e-45b3-88ce-95bbb859f62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:07.938684 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-86442a71-577d-4a5e-80e0-1768905b7ca7 req-bbc3b518-f42e-45b3-88ce-95bbb859f62f service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=1e2386a0-52ae-4650-b501-6e8c6cdd7cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422578 Sep 01 16:37:07.948810 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 35334) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:37:08.017175 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:08.050656 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-86442a71-577d-4a5e-80e0-1768905b7ca7 req-7252bfb7-a872-4cf8-ae59-b9e35f313449 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1e2386a0-52ae-4650-b501-6e8c6cdd7cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977397 Sep 01 16:37:08.054118 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a352c8-43e3-4b6c-9b74-08f549bd69b7 req-8ca191c4-4728-427f-8e3d-21181c6b434d tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:08.055503 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-10a352c8-43e3-4b6c-9b74-08f549bd69b7 req-8ca191c4-4728-427f-8e3d-21181c6b434d tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports/46daf8ff-8552-45e4-b4ac-b60b47e199de HTTP/1.1" status: 200 len: 940 time: 0.1054742 Sep 01 16:37:08.117707 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1e0afc83-a753-4e82-965c-05426d360e55 req-4f784dd7-b273-4f38-8cc2-b690934814ab tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=071ec310-3768-40d1-88bf-8f8f8c3db14b HTTP/1.1" status: 200 len: 210 time: 0.0291789 Sep 01 16:37:08.262830 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-edcde2f6-6707-4fe0-8c89-843a26a8d637 req-ebf9da74-5d26-4741-8386-90549e7d5f45 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 210 time: 0.0384133 Sep 01 16:37:08.332970 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f922e-d2e6-4550-86e7-241cecaf7e2d req-d8712001-4775-4c32-9f25-7fe28900ae15 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:08.334992 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a54f922e-d2e6-4550-86e7-241cecaf7e2d req-d8712001-4775-4c32-9f25-7fe28900ae15 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 945 time: 0.0547428 Sep 01 16:37:08.405813 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a54f922e-d2e6-4550-86e7-241cecaf7e2d req-db62266b-305e-4558-9b2b-e58474590418 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647924 Sep 01 16:37:08.490976 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-86442a71-577d-4a5e-80e0-1768905b7ca7 req-2f4f3b3f-da18-40e7-934e-450cb9c7ac36 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1e2386a0-52ae-4650-b501-6e8c6cdd7cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117139 Sep 01 16:37:08.604034 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337f49d-88b1-45cd-80b3-a14421e54a71 req-64f5aac6-0fc1-4caf-8878-a02dd6975501 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:08.605696 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-3337f49d-88b1-45cd-80b3-a14421e54a71 req-64f5aac6-0fc1-4caf-8878-a02dd6975501 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 943 time: 0.0479124 Sep 01 16:37:08.654849 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-3337f49d-88b1-45cd-80b3-a14421e54a71 req-ce14c4d4-1a8c-4ef3-8a47-7e7dd5c00a3e tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433712 Sep 01 16:37:08.752203 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device d3d00636-e531-4056-9749-f5ddf6e5f7b2 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:37:08.771700 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] No Port match for: d3d00636-e531-4056-9749-f5ddf6e5f7b2 {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:37:08.772600 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device d3d00636-e531-4056-9749-f5ddf6e5f7b2 not bound to the agent host hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:37:09.236196 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-044e3fd7-e9fb-47d9-86d7-1936c6aaebd5 req-f2838e2f-57a8-4343-95c1-e012a7f2a34e tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=071ec310-3768-40d1-88bf-8f8f8c3db14b HTTP/1.1" status: 200 len: 210 time: 0.0298421 Sep 01 16:37:09.363133 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-ba371f6e-6f37-482d-a53d-5b4f991b5c9c req-c67795b8-579e-41e4-9912-90cfd03b8522 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 210 time: 0.0306075 Sep 01 16:37:09.534440 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:09.602403 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e44d6-76c0-439f-af20-339c338e6e99 req-443857f7-02ce-4412-8df7-3913cd59ba4f tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:09.603901 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-003e44d6-76c0-439f-af20-339c338e6e99 req-443857f7-02ce-4412-8df7-3913cd59ba4f tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 945 time: 0.0725150 Sep 01 16:37:09.666284 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-b4e94825-9506-41d6-95ad-fbb7bbc99929 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:09.667753 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-b4e94825-9506-41d6-95ad-fbb7bbc99929 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.77 "GET /networking/v2.0/networks?id=5fae8c7f-11cf-4ab3-8c34-e624963abdb8 HTTP/1.1" status: 200 len: 811 time: 0.2288480 Sep 01 16:37:09.684137 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-003e44d6-76c0-439f-af20-339c338e6e99 req-faab7b89-5145-4f4c-9775-933641aeb432 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711286 Sep 01 16:37:09.781913 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310fed3-c80e-4e47-a4c1-9a842e0d0cac req-498feefc-cd8a-4495-a727-eacbc72e5ba7 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:09.783410 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-0310fed3-c80e-4e47-a4c1-9a842e0d0cac req-498feefc-cd8a-4495-a727-eacbc72e5ba7 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 943 time: 0.0483885 Sep 01 16:37:09.808872 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-18f35647-a3c0-4ecf-ae3f-e7d9b1ee54f4 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4b6bf55e6c5e47f3895e135c4d6dc3ff HTTP/1.1" status: 200 len: 380 time: 0.0872040 Sep 01 16:37:09.819215 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d86add-ae53-430d-9cd7-fe38d66a61ab req-afbd2016-8224-442f-94a5-ee3f14b47d4c tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:09.820634 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-17d86add-ae53-430d-9cd7-fe38d66a61ab req-afbd2016-8224-442f-94a5-ee3f14b47d4c tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 945 time: 0.0654154 Sep 01 16:37:09.830614 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 35366) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:37:09.831266 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-0310fed3-c80e-4e47-a4c1-9a842e0d0cac req-460e84a8-8ae1-4c48-b609-3161e1f90884 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415645 Sep 01 16:37:09.835763 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-dc995e50-4ac5-42a8-94b9-1b5b26966a3b tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Request body: {'floatingip': {'port_id': '2b174a59-f0a9-4b1a-9233-ea65d28a5d38'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:37:09.907932 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-dc995e50-4ac5-42a8-94b9-1b5b26966a3b tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks [] for floatingip (177e4a6c-e807-4b24-87bb-a7dadb3f91b1), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:10.028965 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-22ac785e-1974-480e-87b2-2690d4aa2678 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Request body: {'port': {'device_id': 'de83f04b-508f-4b6f-88da-92857f482014', 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8', 'admin_state_up': True, 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'security_groups': ['9829d6df-9a78-4369-ba31-f6f6ae02880a']}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:37:10.510690 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-7e018eb2-25e1-4afa-8437-c87511d50fea req-dce6aa35-e984-4076-bf49-ec9d8dbb3983 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 210 time: 0.0596011 Sep 01 16:37:10.530031 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3bf2c037-6221-4249-9fc1-cd487ba9d856 req-2f5356f5-4842-4366-b274-27acc88b04d3 tempest-VolumesNegativeTest-1548435614 tempest-VolumesNegativeTest-1548435614-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=071ec310-3768-40d1-88bf-8f8f8c3db14b HTTP/1.1" status: 200 len: 210 time: 0.0688519 Sep 01 16:37:10.588028 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-22ac785e-1974-480e-87b2-2690d4aa2678 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Made reservation on behalf of 4b6bf55e6c5e47f3895e135c4d6dc3ff for: {'port': 1} {{(pid=106490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:37:10.591786 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-22ac785e-1974-480e-87b2-2690d4aa2678 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:10.703993 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:10.948379 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:10.971071 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=100 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:10.978768 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73627eaf-44b9-454b-8c33-bd887f8b1286 req-fdacde4e-af4d-48f9-9a64-7747228a7266 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:10.981083 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-73627eaf-44b9-454b-8c33-bd887f8b1286 req-fdacde4e-af4d-48f9-9a64-7747228a7266 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 943 time: 0.0581992 Sep 01 16:37:11.000416 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_common [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-22ac785e-1974-480e-87b2-2690d4aa2678 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Allocated IP 172.20.0.8 (5fae8c7f-11cf-4ab3-8c34-e624963abdb8/1de59a85-ac00-434c-9a09-dffa079bb909/9ed23239-98a4-43e2-9a12-3bdb7d38814e) {{(pid=106490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:37:11.004032 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-dc995e50-4ac5-42a8-94b9-1b5b26966a3b tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:11.015550 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-dc995e50-4ac5-42a8-94b9-1b5b26966a3b tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631243'] for floatingip (177e4a6c-e807-4b24-87bb-a7dadb3f91b1), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:11.043781 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-73627eaf-44b9-454b-8c33-bd887f8b1286 req-969169cd-3240-404f-895f-afabaef674e4 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550263 Sep 01 16:37:11.200109 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.db.l3_db [None req-dc995e50-4ac5-42a8-94b9-1b5b26966a3b tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Floating IP 177e4a6c-e807-4b24-87bb-a7dadb3f91b1 associated. External IP: 172.27.2.231, port: 2b174a59-f0a9-4b1a-9233-ea65d28a5d38. Sep 01 16:37:11.325590 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-22ac785e-1974-480e-87b2-2690d4aa2678 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for port (9ed23239-98a4-43e2-9a12-3bdb7d38814e), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:11.411449 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-22ac785e-1974-480e-87b2-2690d4aa2678 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (9ed23239-98a4-43e2-9a12-3bdb7d38814e), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:11.494893 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-22ac785e-1974-480e-87b2-2690d4aa2678 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Network 5fae8c7f-11cf-4ab3-8c34-e624963abdb8 is already hosted by enough agents. {{(pid=106490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:37:11.501102 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-22ac785e-1974-480e-87b2-2690d4aa2678 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Resources bound (agent type, host, resource id): {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:37:11.505959 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-22ac785e-1974-480e-87b2-2690d4aa2678 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Received port after_create {{(pid=106490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:37:11.510999 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac785e-1974-480e-87b2-2690d4aa2678 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Pushing event updated for resources: {'Port': ['ID=9ed23239-98a4-43e2-9a12-3bdb7d38814e,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:37:11.544510 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc995e50-4ac5-42a8-94b9-1b5b26966a3b tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Router abdbc6da-bc2e-4748-ab4f-7f15fe3b4793 has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:37:11.551277 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:11.572353 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-22ac785e-1974-480e-87b2-2690d4aa2678 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:11.573017 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-22ac785e-1974-480e-87b2-2690d4aa2678 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:11.629606 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-22ac785e-1974-480e-87b2-2690d4aa2678 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6058297 Sep 01 16:37:11.772208 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-4e944cb9-8412-4081-af16-765b6ce9eb1f service neutron] Request body: {'port': {'device_id': 'de83f04b-508f-4b6f-88da-92857f482014', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:37:11.780350 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c40400-d5ef-40d4-bc33-1d55c64b7d86 req-eea4fca9-f9d0-4114-82d9-ef0031cac0a4 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:11.782414 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-c8c40400-d5ef-40d4-bc33-1d55c64b7d86 req-eea4fca9-f9d0-4114-82d9-ef0031cac0a4 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 931 time: 0.1067564 Sep 01 16:37:11.791249 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc995e50-4ac5-42a8-94b9-1b5b26966a3b tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:37:11.802322 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-dc995e50-4ac5-42a8-94b9-1b5b26966a3b tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for floatingip (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:11.806393 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add6b9d6-bd16-474b-a0dd-848eaf2cdb34 None None] Sync routers for ids ['abdbc6da-bc2e-4748-ab4f-7f15fe3b4793'] in dv-cinder-852209-10-iscsi {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:37:11.838984 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add6b9d6-bd16-474b-a0dd-848eaf2cdb34 None None] Routers {'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:37:11.839994 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-add6b9d6-bd16-474b-a0dd-848eaf2cdb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:36:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['abdbc6da-bc2e-4748-ab4f-7f15fe3b4793'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:37:11.842936 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-d6a5b639-090e-4f50-806b-d044a54196ce None None] Provisioning complete for port 9ed23239-98a4-43e2-9a12-3bdb7d38814e triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:37:11.843320 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-d6a5b639-090e-4f50-806b-d044a54196ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (9ed23239-98a4-43e2-9a12-3bdb7d38814e), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:11.879680 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-c8c40400-d5ef-40d4-bc33-1d55c64b7d86 req-e2cf3e26-a39f-43cc-9319-72dea4854b1f tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907474 Sep 01 16:37:11.907351 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-dc995e50-4ac5-42a8-94b9-1b5b26966a3b tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/177e4a6c-e807-4b24-87bb-a7dadb3f91b1 HTTP/1.1" status: 200 len: 991 time: 2.0756824 Sep 01 16:37:11.932933 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21f1e8ce-fea9-426e-8ce0-23b9f7851b4e', 'tag': '2b174a59-f0a9-4b1a-9233-ea65d28a5d38'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:37:11.935806 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0bf992-2d0f-439b-b7f2-e03d1ac13ca9" -d '{"events": [{"name": "network-changed", "server_uuid": "21f1e8ce-fea9-426e-8ce0-23b9f7851b4e", "tag": "2b174a59-f0a9-4b1a-9233-ea65d28a5d38"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:37:11.954675 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-4e944cb9-8412-4081-af16-765b6ce9eb1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (9ed23239-98a4-43e2-9a12-3bdb7d38814e), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:12.020398 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-d6a5b639-090e-4f50-806b-d044a54196ce None None] Port 9ed23239-98a4-43e2-9a12-3bdb7d38814e cannot update to ACTIVE because it is not bound. {{(pid=106491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 16:37:12.025958 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:12.030133 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 16:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50fff67-530e-4ad9-9c7b-93fa4b245e54 x-openstack-request-id: req-e50fff67-530e-4ad9-9c7b-93fa4b245e54 {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:37:12.030463 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21f1e8ce-fea9-426e-8ce0-23b9f7851b4e", "tag": "2b174a59-f0a9-4b1a-9233-ea65d28a5d38", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:37:12.030711 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e50fff67-530e-4ad9-9c7b-93fa4b245e54 {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:37:12.031114 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e50fff67-530e-4ad9-9c7b-93fa4b245e54'] response: {'name': 'network-changed', 'server_uuid': '21f1e8ce-fea9-426e-8ce0-23b9f7851b4e', 'tag': '2b174a59-f0a9-4b1a-9233-ea65d28a5d38', 'status': 'completed', 'code': 200} Sep 01 16:37:12.112489 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-add6b9d6-bd16-474b-a0dd-848eaf2cdb34 None None] Set router abdbc6da-bc2e-4748-ab4f-7f15fe3b4793 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:37:12.261366 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3606ab5-5bad-4bd8-81d1-bd1241e22e13 req-c57094fd-ec80-4b05-a061-53aca852baa9 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:12.273675 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bf992-2d0f-439b-b7f2-e03d1ac13ca9 req-dc9ea761-ea18-4eb8-8945-b99575a03b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:12.275208 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7e0bf992-2d0f-439b-b7f2-e03d1ac13ca9 req-dc9ea761-ea18-4eb8-8945-b99575a03b13 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=b4bbb5d3895c49fa8695d3bca946dbea&device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 1129 time: 0.1207263 Sep 01 16:37:12.276883 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-f3606ab5-5bad-4bd8-81d1-bd1241e22e13 req-c57094fd-ec80-4b05-a061-53aca852baa9 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 943 time: 0.1308794 Sep 01 16:37:12.337560 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-f3606ab5-5bad-4bd8-81d1-bd1241e22e13 req-a73c9edf-efa7-47b3-adce-6897e06d8afb tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543456 Sep 01 16:37:12.447016 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bf992-2d0f-439b-b7f2-e03d1ac13ca9 req-5a2f3c9c-8243-459c-9dd8-886c78af5d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:12.448507 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7e0bf992-2d0f-439b-b7f2-e03d1ac13ca9 req-5a2f3c9c-8243-459c-9dd8-886c78af5d7c service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7 HTTP/1.1" status: 200 len: 918 time: 0.1590891 Sep 01 16:37:12.460716 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-4e944cb9-8412-4081-af16-765b6ce9eb1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ed23239-98a4-43e2-9a12-3bdb7d38814e {{(pid=106490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:37:12.469370 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-4e944cb9-8412-4081-af16-765b6ce9eb1f service neutron] Publish callbacks [] for port (9ed23239-98a4-43e2-9a12-3bdb7d38814e), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:12.484975 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.provisioning_blocks [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-4e944cb9-8412-4081-af16-765b6ce9eb1f service neutron] Transition to ACTIVE for port object 9ed23239-98a4-43e2-9a12-3bdb7d38814e will not be triggered until provisioned by entity L2. {{(pid=106490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 16:37:12.489464 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-4e944cb9-8412-4081-af16-765b6ce9eb1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261539433'] for port (9ed23239-98a4-43e2-9a12-3bdb7d38814e), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:12.496298 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-add6b9d6-bd16-474b-a0dd-848eaf2cdb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'name': 'tempest-ServerRescueNegativeTestJSON-79216093-router', 'tenant_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'a535d833-902f-4a64-8202-c87f7233d9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:56Z', 'updated_at': '2022-09-01T16:34:08Z', 'revision_number': 4, 'project_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'gw_port': {'id': 'a535d833-902f-4a64-8202-c87f7233d9cc', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:58Z', 'updated_at': '2022-09-01T16:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': '177e4a6c-e807-4b24-87bb-a7dadb3f91b1', 'tenant_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'port_id': '2b174a59-f0a9-4b1a-9233-ea65d28a5d38', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7', 'mac_address': 'fa:16:3e:4f:c9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f1e8ce-fea9-426e-8ce0-23b9f7851b4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:36:36Z', 'updated_at': '2022-09-01T16:37:10Z', 'revision_number': 1, 'project_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd26daa40-7f47-43e9-84b7-b78b5c52fa78', 'name': '', 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7', 'tenant_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'mac_address': 'fa:16:3e:37:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '82786ccd-9c4e-40d1-ba01-7f97c9ac8af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:34:05Z', 'updated_at': '2022-09-01T16:34:25Z', 'revision_number': 5, 'project_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'subnets': [{'id': '82786ccd-9c4e-40d1-ba01-7f97c9ac8af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:37:12.534112 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add6b9d6-bd16-474b-a0dd-848eaf2cdb34 None None] Checking router: abdbc6da-bc2e-4748-ab4f-7f15fe3b4793 for host: dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:37:12.545507 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add6b9d6-bd16-474b-a0dd-848eaf2cdb34 None None] Routers {'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:37:12.546116 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-add6b9d6-bd16-474b-a0dd-848eaf2cdb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:36:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['abdbc6da-bc2e-4748-ab4f-7f15fe3b4793'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:37:12.588887 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e944cb9-8412-4081-af16-765b6ce9eb1f service neutron] Pushing event updated for resources: {'Port': ['ID=9ed23239-98a4-43e2-9a12-3bdb7d38814e,revision_number=2']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:37:12.618501 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-4e944cb9-8412-4081-af16-765b6ce9eb1f service neutron] Attempting to bind port 9ed23239-98a4-43e2-9a12-3bdb7d38814e on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:37:12.618877 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-4e944cb9-8412-4081-af16-765b6ce9eb1f service neutron] Attempting to bind port 9ed23239-98a4-43e2-9a12-3bdb7d38814e by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': 'bbd04979-a082-42b3-a384-0dd9dbff408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8'}] {{(pid=106490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:37:12.619249 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-4e944cb9-8412-4081-af16-765b6ce9eb1f service neutron] Attempting to bind port 9ed23239-98a4-43e2-9a12-3bdb7d38814e on network 5fae8c7f-11cf-4ab3-8c34-e624963abdb8 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:37:12.623962 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-4e944cb9-8412-4081-af16-765b6ce9eb1f service neutron] Port 9ed23239-98a4-43e2-9a12-3bdb7d38814e on network 5fae8c7f-11cf-4ab3-8c34-e624963abdb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 16:37:12.624284 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-4e944cb9-8412-4081-af16-765b6ce9eb1f service neutron] Attempting to bind port 9ed23239-98a4-43e2-9a12-3bdb7d38814e on network 5fae8c7f-11cf-4ab3-8c34-e624963abdb8 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:37:12.629599 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-4e944cb9-8412-4081-af16-765b6ce9eb1f service neutron] Checking agent: {'id': '294a3787-103d-4a51-bc9c-bc09638a7966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 32, 3), 'started_at': datetime.datetime(2022, 9, 1, 16, 32, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:37:12.629995 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-4e944cb9-8412-4081-af16-765b6ce9eb1f service neutron] Checking segment: {'id': 'bbd04979-a082-42b3-a384-0dd9dbff408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:37:12.630444 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-4e944cb9-8412-4081-af16-765b6ce9eb1f service neutron] Bound using segment: {'id': 'bbd04979-a082-42b3-a384-0dd9dbff408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8'} {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:37:12.630805 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-4e944cb9-8412-4081-af16-765b6ce9eb1f service neutron] Bound port: 9ed23239-98a4-43e2-9a12-3bdb7d38814e, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbd04979-a082-42b3-a384-0dd9dbff408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8'}}] {{(pid=106490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:37:12.631689 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-4e944cb9-8412-4081-af16-765b6ce9eb1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (9ed23239-98a4-43e2-9a12-3bdb7d38814e), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:12.671049 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:12.696749 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-add6b9d6-bd16-474b-a0dd-848eaf2cdb34 None None] Set router abdbc6da-bc2e-4748-ab4f-7f15fe3b4793 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:37:12.753573 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-4e944cb9-8412-4081-af16-765b6ce9eb1f service neutron] For port 9ed23239-98a4-43e2-9a12-3bdb7d38814e, host hv-cinder-85220, cleared binding levels {{(pid=106490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:37:12.847429 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-4e944cb9-8412-4081-af16-765b6ce9eb1f service neutron] For port 9ed23239-98a4-43e2-9a12-3bdb7d38814e, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=9ed23239-98a4-43e2-9a12-3bdb7d38814e,segment=NetworkSegment(bbd04979-a082-42b3-a384-0dd9dbff408c),segment_id=bbd04979-a082-42b3-a384-0dd9dbff408c)] {{(pid=106490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:37:12.856544 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a352c8-43e3-4b6c-9b74-08f549bd69b7 req-8d5027fa-298f-42ff-a538-68448b98cb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:12.858377 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-10a352c8-43e3-4b6c-9b74-08f549bd69b7 req-8d5027fa-298f-42ff-a538-68448b98cb9c service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f&tenant_id=cfb0b630e22745e8af15fb02c71800c3 HTTP/1.1" status: 200 len: 1127 time: 0.1488287 Sep 01 16:37:12.864196 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-4e944cb9-8412-4081-af16-765b6ce9eb1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261539433'] for port (9ed23239-98a4-43e2-9a12-3bdb7d38814e), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:12.872143 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-4e944cb9-8412-4081-af16-765b6ce9eb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:12.872774 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-4e944cb9-8412-4081-af16-765b6ce9eb1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:12.874228 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-4e944cb9-8412-4081-af16-765b6ce9eb1f service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/9ed23239-98a4-43e2-9a12-3bdb7d38814e HTTP/1.1" status: 200 len: 1093 time: 1.1206138 Sep 01 16:37:12.877376 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7e0bf992-2d0f-439b-b7f2-e03d1ac13ca9 req-f2ec8c81-a519-48ce-8783-1a62651e9085 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b174a59-f0a9-4b1a-9233-ea65d28a5d38 HTTP/1.1" status: 200 len: 999 time: 0.1692340 Sep 01 16:37:12.895195 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=100 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:12.951536 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:12.963700 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-add6b9d6-bd16-474b-a0dd-848eaf2cdb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'name': 'tempest-ServerRescueNegativeTestJSON-79216093-router', 'tenant_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'a535d833-902f-4a64-8202-c87f7233d9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:56Z', 'updated_at': '2022-09-01T16:34:08Z', 'revision_number': 4, 'project_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'gw_port': {'id': 'a535d833-902f-4a64-8202-c87f7233d9cc', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:58Z', 'updated_at': '2022-09-01T16:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': '177e4a6c-e807-4b24-87bb-a7dadb3f91b1', 'tenant_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'port_id': '2b174a59-f0a9-4b1a-9233-ea65d28a5d38', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7', 'mac_address': 'fa:16:3e:4f:c9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f1e8ce-fea9-426e-8ce0-23b9f7851b4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:36:36Z', 'updated_at': '2022-09-01T16:37:10Z', 'revision_number': 1, 'project_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd26daa40-7f47-43e9-84b7-b78b5c52fa78', 'name': '', 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7', 'tenant_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'mac_address': 'fa:16:3e:37:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '82786ccd-9c4e-40d1-ba01-7f97c9ac8af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:34:05Z', 'updated_at': '2022-09-01T16:34:25Z', 'revision_number': 5, 'project_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'subnets': [{'id': '82786ccd-9c4e-40d1-ba01-7f97c9ac8af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:37:13.001333 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add6b9d6-bd16-474b-a0dd-848eaf2cdb34 None None] The sync data for ids ['abdbc6da-bc2e-4748-ab4f-7f15fe3b4793'] in dv-cinder-852209-10-iscsi is: [{'id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'name': 'tempest-ServerRescueNegativeTestJSON-79216093-router', 'tenant_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'a535d833-902f-4a64-8202-c87f7233d9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:56Z', 'updated_at': '2022-09-01T16:34:08Z', 'revision_number': 4, 'project_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'gw_port': {'id': 'a535d833-902f-4a64-8202-c87f7233d9cc', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:58Z', 'updated_at': '2022-09-01T16:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': '177e4a6c-e807-4b24-87bb-a7dadb3f91b1', 'tenant_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'port_id': '2b174a59-f0a9-4b1a-9233-ea65d28a5d38', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7', 'mac_address': 'fa:16:3e:4f:c9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f1e8ce-fea9-426e-8ce0-23b9f7851b4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:36:36Z', 'updated_at': '2022-09-01T16:37:10Z', 'revision_number': 1, 'project_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd26daa40-7f47-43e9-84b7-b78b5c52fa78', 'name': '', 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7', 'tenant_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'mac_address': 'fa:16:3e:37:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '82786ccd-9c4e-40d1-ba01-7f97c9ac8af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:34:05Z', 'updated_at': '2022-09-01T16:34:25Z', 'revision_number': 5, 'project_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'subnets': [{'id': '82786ccd-9c4e-40d1-ba01-7f97c9ac8af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:37:13.242075 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99007b5-d0db-43c2-a57f-20fdb4faee28 None None] New status for floating IP 177e4a6c-e807-4b24-87bb-a7dadb3f91b1: ACTIVE {{(pid=106492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 16:37:13.306067 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574cd175-e22e-4619-9a46-2448e981773e req-63c3189d-9041-4d2a-a551-1d8bfd44c412 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:13.313003 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-574cd175-e22e-4619-9a46-2448e981773e req-63c3189d-9041-4d2a-a551-1d8bfd44c412 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 943 time: 0.1385274 Sep 01 16:37:13.370380 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a352c8-43e3-4b6c-9b74-08f549bd69b7 req-d81c0479-8798-4082-9ad0-33e8942ad186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:13.372108 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-10a352c8-43e3-4b6c-9b74-08f549bd69b7 req-d81c0479-8798-4082-9ad0-33e8942ad186 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=cfb0b630e22745e8af15fb02c71800c3&device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 1127 time: 0.1964743 Sep 01 16:37:13.409482 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-d85629b1-164d-4f3e-b250-047c6d5910f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:13.410978 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-d85629b1-164d-4f3e-b250-047c6d5910f5 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=4b6bf55e6c5e47f3895e135c4d6dc3ff&device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 1127 time: 0.2379673 Sep 01 16:37:13.436798 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:13.503395 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bf992-2d0f-439b-b7f2-e03d1ac13ca9 req-3518d7ba-6e09-41d7-9aee-4aafeb3ad466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:13.505026 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7e0bf992-2d0f-439b-b7f2-e03d1ac13ca9 req-3518d7ba-6e09-41d7-9aee-4aafeb3ad466 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=82786ccd-9c4e-40d1-ba01-7f97c9ac8af5 HTTP/1.1" status: 200 len: 856 time: 0.3330863 Sep 01 16:37:13.505832 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e944cb9-8412-4081-af16-765b6ce9eb1f service neutron] Pushing event updated for resources: {'Port': ['ID=9ed23239-98a4-43e2-9a12-3bdb7d38814e,revision_number=3']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:37:13.544564 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26459eb9-6a0c-4c05-92b5-f4d366daad17 req-35eab6a5-9f57-4fe1-a5bf-1714ba5c5f9a tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:13.546626 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-26459eb9-6a0c-4c05-92b5-f4d366daad17 req-35eab6a5-9f57-4fe1-a5bf-1714ba5c5f9a tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 943 time: 0.0723491 Sep 01 16:37:13.546751 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-90466986-9f8b-4282-8c34-84cbe759be7d service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ed23239-98a4-43e2-9a12-3bdb7d38814e HTTP/1.1" status: 200 len: 217 time: 0.1105976 Sep 01 16:37:13.558757 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-574cd175-e22e-4619-9a46-2448e981773e req-2ec3005b-d688-42ad-8146-3f0c9b6b32e1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2436841 Sep 01 16:37:13.621279 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-26459eb9-6a0c-4c05-92b5-f4d366daad17 req-c7e45632-8c26-44ce-93a2-ee6c6f5c19f8 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661163 Sep 01 16:37:13.648435 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bf992-2d0f-439b-b7f2-e03d1ac13ca9 req-69f1d29b-4be1-449d-8de0-b52582d9dfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:13.649893 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7e0bf992-2d0f-439b-b7f2-e03d1ac13ca9 req-69f1d29b-4be1-449d-8de0-b52582d9dfef service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1126511 Sep 01 16:37:13.680862 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-428806c0-8c00-4e2a-8cce-ac3aa6e311e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:13.682693 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-428806c0-8c00-4e2a-8cce-ac3aa6e311e9 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=1de59a85-ac00-434c-9a09-dffa079bb909 HTTP/1.1" status: 200 len: 850 time: 0.1230588 Sep 01 16:37:13.735549 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a352c8-43e3-4b6c-9b74-08f549bd69b7 req-58be4dae-5a66-4854-8e4f-a4833633eb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:13.737015 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-10a352c8-43e3-4b6c-9b74-08f549bd69b7 req-58be4dae-5a66-4854-8e4f-a4833633eb55 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=1e2386a0-52ae-4650-b501-6e8c6cdd7cc9 HTTP/1.1" status: 200 len: 917 time: 0.3521461 Sep 01 16:37:13.777511 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.agents_db [None req-09d9e05d-4d55-4c1e-8994-77c39c5d0c8d None None] Agent healthcheck: found 6 active agents {{(pid=106492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:37:13.817933 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-93613bdd-785f-4659-a4f4-74d55e118165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:13.819489 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-93613bdd-785f-4659-a4f4-74d55e118165 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=5fae8c7f-11cf-4ab3-8c34-e624963abdb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1213253 Sep 01 16:37:13.859323 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-10a352c8-43e3-4b6c-9b74-08f549bd69b7 req-18e53682-60e4-47c3-b99e-9e5136d9e284 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46daf8ff-8552-45e4-b4ac-b60b47e199de HTTP/1.1" status: 200 len: 998 time: 0.1056621 Sep 01 16:37:13.938947 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7e0bf992-2d0f-439b-b7f2-e03d1ac13ca9 req-ff340521-d946-4715-9189-892cda5df653 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732701 Sep 01 16:37:13.971795 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:13.986821 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a352c8-43e3-4b6c-9b74-08f549bd69b7 req-d26e7058-d00b-4854-adec-bcd14eabf295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:13.988278 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-10a352c8-43e3-4b6c-9b74-08f549bd69b7 req-d26e7058-d00b-4854-adec-bcd14eabf295 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=fdf6e192-10ef-49d3-8b96-d6cc87fe33e0 HTTP/1.1" status: 200 len: 855 time: 0.0981550 Sep 01 16:37:14.036316 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de83f04b-508f-4b6f-88da-92857f482014', 'tag': '9ed23239-98a4-43e2-9a12-3bdb7d38814e'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:37:14.038606 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e697e84e-df24-4391-8e32-115ea424588f" -d '{"events": [{"name": "network-changed", "server_uuid": "de83f04b-508f-4b6f-88da-92857f482014", "tag": "9ed23239-98a4-43e2-9a12-3bdb7d38814e"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:37:14.086806 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-bd8a3449-f502-47c8-acbd-d95bb2c2b374 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/5fae8c7f-11cf-4ab3-8c34-e624963abdb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576592 Sep 01 16:37:14.091905 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 16:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58685b47-10c8-498b-9df1-d68694b98bd7 x-openstack-request-id: req-58685b47-10c8-498b-9df1-d68694b98bd7 {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:37:14.092192 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de83f04b-508f-4b6f-88da-92857f482014", "tag": "9ed23239-98a4-43e2-9a12-3bdb7d38814e", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:37:14.092713 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-58685b47-10c8-498b-9df1-d68694b98bd7 {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:37:14.092827 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58685b47-10c8-498b-9df1-d68694b98bd7'] response: {'name': 'network-changed', 'server_uuid': 'de83f04b-508f-4b6f-88da-92857f482014', 'tag': '9ed23239-98a4-43e2-9a12-3bdb7d38814e', 'status': 'completed', 'code': 200} Sep 01 16:37:14.097427 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a352c8-43e3-4b6c-9b74-08f549bd69b7 req-ce2843da-7cc9-4868-a539-6a3017e9a0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:14.098913 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-10a352c8-43e3-4b6c-9b74-08f549bd69b7 req-ce2843da-7cc9-4868-a539-6a3017e9a0fd service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=1e2386a0-52ae-4650-b501-6e8c6cdd7cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0783904 Sep 01 16:37:14.122983 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7e0bf992-2d0f-439b-b7f2-e03d1ac13ca9 req-c8215ea6-851f-462c-84e0-df52fb7cfce6 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747205 Sep 01 16:37:14.317232 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-53f6fe71-c937-46b6-a097-3927f5706b74 req-27913aab-5e1d-46e4-a536-b2eb6700dfa2 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/5fae8c7f-11cf-4ab3-8c34-e624963abdb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627150 Sep 01 16:37:14.319012 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-10a352c8-43e3-4b6c-9b74-08f549bd69b7 req-2b9dbb1d-44db-43d8-8f9e-42bc038d4ee6 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1e2386a0-52ae-4650-b501-6e8c6cdd7cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726077 Sep 01 16:37:14.391091 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:14.431306 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-10a352c8-43e3-4b6c-9b74-08f549bd69b7 req-bc0a2dde-106d-43be-90ef-cb792eca7276 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1e2386a0-52ae-4650-b501-6e8c6cdd7cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970621 Sep 01 16:37:14.697297 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20626e5e-2603-4cdf-9a3c-3061ca2bf9cb req-d3f9d710-13b4-4c93-a16b-d1874dadb026 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:14.698871 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-20626e5e-2603-4cdf-9a3c-3061ca2bf9cb req-d3f9d710-13b4-4c93-a16b-d1874dadb026 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 943 time: 0.0545795 Sep 01 16:37:14.759280 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=100 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:14.765664 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-20626e5e-2603-4cdf-9a3c-3061ca2bf9cb req-22cfd710-13bd-4695-bab9-0d0924430e56 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591669 Sep 01 16:37:14.771448 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04c782-5c1c-4ae1-bf4c-7ead15662b1f req-2ca8ebe6-66bc-4ecc-be66-5be2dc33f388 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:14.773586 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0c04c782-5c1c-4ae1-bf4c-7ead15662b1f req-2ca8ebe6-66bc-4ecc-be66-5be2dc33f388 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 943 time: 0.0625575 Sep 01 16:37:14.847954 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697e84e-df24-4391-8e32-115ea424588f req-d8bd415b-9134-4388-b539-541f143c5cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:14.849522 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e697e84e-df24-4391-8e32-115ea424588f req-d8bd415b-9134-4388-b539-541f143c5cc9 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=4b6bf55e6c5e47f3895e135c4d6dc3ff&device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 1127 time: 0.0713685 Sep 01 16:37:14.864176 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0c04c782-5c1c-4ae1-bf4c-7ead15662b1f req-d8f48477-44ab-4d36-b04c-50017012f0da tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750265 Sep 01 16:37:15.062818 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697e84e-df24-4391-8e32-115ea424588f req-68f5125d-15b8-4b30-b770-f5e373bf7f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:15.064275 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e697e84e-df24-4391-8e32-115ea424588f req-68f5125d-15b8-4b30-b770-f5e373bf7f0c service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=5fae8c7f-11cf-4ab3-8c34-e624963abdb8 HTTP/1.1" status: 200 len: 912 time: 0.0940576 Sep 01 16:37:15.106357 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e697e84e-df24-4391-8e32-115ea424588f req-d290aa3e-6673-427a-bbd0-3164c55d8a91 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ed23239-98a4-43e2-9a12-3bdb7d38814e HTTP/1.1" status: 200 len: 217 time: 0.0341086 Sep 01 16:37:15.160677 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697e84e-df24-4391-8e32-115ea424588f req-99c950ea-566c-43eb-a8da-35dd624404a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:15.161932 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e697e84e-df24-4391-8e32-115ea424588f req-99c950ea-566c-43eb-a8da-35dd624404a4 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=1de59a85-ac00-434c-9a09-dffa079bb909 HTTP/1.1" status: 200 len: 850 time: 0.0489528 Sep 01 16:37:15.209427 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697e84e-df24-4391-8e32-115ea424588f req-6a5fc53d-24b2-4c4d-a4b8-7fa46e0a7f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:15.211136 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e697e84e-df24-4391-8e32-115ea424588f req-6a5fc53d-24b2-4c4d-a4b8-7fa46e0a7f01 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=5fae8c7f-11cf-4ab3-8c34-e624963abdb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425434 Sep 01 16:37:15.908945 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc544e9-2274-43f1-bcd4-047318407047 req-62581b2f-bc94-41bc-8239-de744a467a9f tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:15.911397 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-7bc544e9-2274-43f1-bcd4-047318407047 req-62581b2f-bc94-41bc-8239-de744a467a9f tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 943 time: 0.0586472 Sep 01 16:37:15.967858 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-7bc544e9-2274-43f1-bcd4-047318407047 req-bf2af3f5-8398-4a96-a8ce-6e7360e8e178 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508685 Sep 01 16:37:16.000895 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5bf185-42a0-424e-82ac-9c9511378694 req-b492271d-1c07-4a4f-ba5d-648645d270cf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:16.002590 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7c5bf185-42a0-424e-82ac-9c9511378694 req-b492271d-1c07-4a4f-ba5d-648645d270cf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 943 time: 0.0584607 Sep 01 16:37:16.062987 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7c5bf185-42a0-424e-82ac-9c9511378694 req-c51b0ebd-ffd1-4b70-b1d2-316b3e60be04 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526061 Sep 01 16:37:16.293591 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 35686) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:37:16.448221 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 35690) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:37:16.448806 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-e86bab5a-9d72-487d-9d7a-5d52ac289033 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=6536d1bc0651452092114f0a0650583e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1540403 Sep 01 16:37:16.502168 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-39c46c45-eb7c-49cd-b3e0-23a758edfca5 admin admin] Publish callbacks [] for security_group (99bf8fa7-5955-41f2-8747-fb2213cf802a), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:16.524934 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-39c46c45-eb7c-49cd-b3e0-23a758edfca5 admin admin] Publish callbacks [] for security_group (99bf8fa7-5955-41f2-8747-fb2213cf802a), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:16.581268 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-39c46c45-eb7c-49cd-b3e0-23a758edfca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (99bf8fa7-5955-41f2-8747-fb2213cf802a), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:16.587064 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-39c46c45-eb7c-49cd-b3e0-23a758edfca5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:16.588385 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-39c46c45-eb7c-49cd-b3e0-23a758edfca5 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/99bf8fa7-5955-41f2-8747-fb2213cf802a HTTP/1.1" status: 204 len: 168 time: 0.1385918 Sep 01 16:37:16.602368 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c46c45-eb7c-49cd-b3e0-23a758edfca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99bf8fa7-5955-41f2-8747-fb2213cf802a,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:37:17.113974 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b69416-83dd-4cc4-8ce6-9013699908ed req-b393d349-ec7b-4495-a278-e9507e56ad85 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:17.115598 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-95b69416-83dd-4cc4-8ce6-9013699908ed req-b393d349-ec7b-4495-a278-e9507e56ad85 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 943 time: 0.0523915 Sep 01 16:37:17.167647 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-95b69416-83dd-4cc4-8ce6-9013699908ed req-f751bd01-6b70-4592-9e55-f03d6424ea54 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464540 Sep 01 16:37:17.213384 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268b3a3-e24c-46d3-83e9-2460f77ca488 req-143b86f1-3b38-43dd-884e-e59474f4a739 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:17.214902 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1268b3a3-e24c-46d3-83e9-2460f77ca488 req-143b86f1-3b38-43dd-884e-e59474f4a739 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 943 time: 0.0527098 Sep 01 16:37:17.263329 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1268b3a3-e24c-46d3-83e9-2460f77ca488 req-0f01c85c-d6a7-4926-8734-00fb10b7fed2 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428588 Sep 01 16:37:18.288561 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d2b57-aa4a-4715-bb30-1500bcd2c9c3 req-de2a23ca-ca67-4da9-89f9-3038ff93a0e0 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:18.290607 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-421d2b57-aa4a-4715-bb30-1500bcd2c9c3 req-de2a23ca-ca67-4da9-89f9-3038ff93a0e0 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 943 time: 0.0499399 Sep 01 16:37:18.377682 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-421d2b57-aa4a-4715-bb30-1500bcd2c9c3 req-793830f2-2a90-4fc4-b4d1-6916e2f22caa tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795243 Sep 01 16:37:18.421648 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:18.433808 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a3e4d-1653-4106-bbf9-24a6e8211010 req-9d5e06d0-ad47-40bf-a21f-3a03ada199e7 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:18.435412 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-5f5a3e4d-1653-4106-bbf9-24a6e8211010 req-9d5e06d0-ad47-40bf-a21f-3a03ada199e7 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 943 time: 0.0582094 Sep 01 16:37:18.485461 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-5f5a3e4d-1653-4106-bbf9-24a6e8211010 req-43ff9be9-eb23-47ed-b12d-b83edcc242ed tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441556 Sep 01 16:37:19.510909 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354761f-0eea-4400-8c96-7df8b0b662ab req-d8262823-443d-493c-968a-85ad1954fda2 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:19.518765 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-4354761f-0eea-4400-8c96-7df8b0b662ab req-d8262823-443d-493c-968a-85ad1954fda2 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 943 time: 0.0643442 Sep 01 16:37:19.602418 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-4354761f-0eea-4400-8c96-7df8b0b662ab req-e4af4da3-750e-426f-9adc-c740a6a9796c tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823574 Sep 01 16:37:19.645847 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c035d-40d6-4361-a068-32da9e3edfc5 req-0d486887-500b-4d93-b413-d703c866a28d tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:19.647442 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a36c035d-40d6-4361-a068-32da9e3edfc5 req-0d486887-500b-4d93-b413-d703c866a28d tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 943 time: 0.0598989 Sep 01 16:37:19.697593 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a36c035d-40d6-4361-a068-32da9e3edfc5 req-2f290c85-388b-4b13-98cb-feb253751a4f tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446703 Sep 01 16:37:20.730906 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf282b1-0b88-47fe-a74e-99168d2d09ff req-8b4a6a5a-13ff-4c3b-bbe5-f46e78937943 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:20.732584 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-7bf282b1-0b88-47fe-a74e-99168d2d09ff req-8b4a6a5a-13ff-4c3b-bbe5-f46e78937943 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 943 time: 0.0506172 Sep 01 16:37:20.802228 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-7bf282b1-0b88-47fe-a74e-99168d2d09ff req-a84d7da7-849f-4ed9-803d-0f2c83d7cb48 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565834 Sep 01 16:37:20.845133 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990f934-b4e7-48b1-96ce-ea2267f3c579 req-4432d3c6-830d-4b31-93a2-497565a58cfc tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:20.846908 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b990f934-b4e7-48b1-96ce-ea2267f3c579 req-4432d3c6-830d-4b31-93a2-497565a58cfc tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 943 time: 0.0599902 Sep 01 16:37:20.895656 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b990f934-b4e7-48b1-96ce-ea2267f3c579 req-e89db7eb-10f6-4872-b285-f31f798b4740 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429683 Sep 01 16:37:21.282081 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-2d8401e2-a7eb-4f13-be99-b98220e1abaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:21.911816 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:21.920654 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd128b8b-41d3-43f6-a4fb-f79156e5eb40 req-99c27760-5531-41b5-a925-5e1ccef0c9dc tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:21.922170 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-cd128b8b-41d3-43f6-a4fb-f79156e5eb40 req-99c27760-5531-41b5-a925-5e1ccef0c9dc tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 943 time: 0.0509946 Sep 01 16:37:21.976810 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-cd128b8b-41d3-43f6-a4fb-f79156e5eb40 req-06e10232-6820-4193-a272-32151da539af tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473938 Sep 01 16:37:22.036680 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1cf187-7417-477b-9ab5-44fc1aa2bf34 req-1b192ab4-754a-4e5b-bb33-a36acf1917be tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:22.038144 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ee1cf187-7417-477b-9ab5-44fc1aa2bf34 req-1b192ab4-754a-4e5b-bb33-a36acf1917be tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 943 time: 0.0481391 Sep 01 16:37:22.090891 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ee1cf187-7417-477b-9ab5-44fc1aa2bf34 req-2a438796-0ade-4bdc-84a9-513510f9b266 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470295 Sep 01 16:37:23.103411 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7adaa0-b332-433e-a358-8e319c61c45c req-5024e300-284e-4aaf-ad7d-56659f528af0 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:23.105145 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-4e7adaa0-b332-433e-a358-8e319c61c45c req-5024e300-284e-4aaf-ad7d-56659f528af0 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 943 time: 0.0531244 Sep 01 16:37:23.161527 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-4e7adaa0-b332-433e-a358-8e319c61c45c req-d7a258b0-ab88-4fd3-a5e7-d3879eaf84b0 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507245 Sep 01 16:37:23.227089 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e074a11-cdb9-43a4-9a34-5dca55672bad req-98a953ca-1afe-41d3-a4f7-e940148dc5fc tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:23.228603 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-5e074a11-cdb9-43a4-9a34-5dca55672bad req-98a953ca-1afe-41d3-a4f7-e940148dc5fc tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 943 time: 0.0488415 Sep 01 16:37:23.277636 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-5e074a11-cdb9-43a4-9a34-5dca55672bad req-ca376de7-0893-4d0e-affb-319f34f76884 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434229 Sep 01 16:37:23.445709 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:23.696655 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-376b4c07-aef2-4902-baa2-d5282b3cbbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:23.774309 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=6 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:24.289072 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f88c1-830d-4c29-90b2-2ff80ea875ee req-8149c70f-c965-4da3-954f-1b8a835b091d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:24.290641 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-c02f88c1-830d-4c29-90b2-2ff80ea875ee req-8149c70f-c965-4da3-954f-1b8a835b091d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 943 time: 0.0537016 Sep 01 16:37:24.343451 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-c02f88c1-830d-4c29-90b2-2ff80ea875ee req-5ee6cf91-4a89-4da4-9b40-c87274f9b754 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470917 Sep 01 16:37:24.425197 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f691a3-91f1-4d42-97fb-ab72e09686a8 req-f1ef8778-3dc7-47c5-bb0b-2cfdda71035a tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:24.426701 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-15f691a3-91f1-4d42-97fb-ab72e09686a8 req-f1ef8778-3dc7-47c5-bb0b-2cfdda71035a tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 943 time: 0.0479677 Sep 01 16:37:24.439688 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:24.477508 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-15f691a3-91f1-4d42-97fb-ab72e09686a8 req-0f248a62-b80e-432c-ab08-e613d4800e15 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445995 Sep 01 16:37:24.597579 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:25.458209 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131cabd-8e87-4999-9754-321d07f965e5 req-509e405f-539a-4b07-a608-a6710d3801ac tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:25.459588 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-f131cabd-8e87-4999-9754-321d07f965e5 req-509e405f-539a-4b07-a608-a6710d3801ac tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 943 time: 0.0456874 Sep 01 16:37:25.487081 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:25.513479 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-f131cabd-8e87-4999-9754-321d07f965e5 req-40c711e4-7848-4c8f-9513-5cf5cefa0098 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478306 Sep 01 16:37:25.610216 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409e134-e0a3-40ae-8f9b-d375c3db9642 req-cdb85af1-73fd-40df-9b6b-bc3bd5169065 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:25.611732 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e409e134-e0a3-40ae-8f9b-d375c3db9642 req-cdb85af1-73fd-40df-9b6b-bc3bd5169065 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 943 time: 0.0519331 Sep 01 16:37:25.658125 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e409e134-e0a3-40ae-8f9b-d375c3db9642 req-96f29d2a-6290-4364-8f40-6452e6e7c8e7 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407915 Sep 01 16:37:26.028766 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e697e84e-df24-4391-8e32-115ea424588f req-35fe260b-b40b-440b-a992-6900ff62f328 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/5fae8c7f-11cf-4ab3-8c34-e624963abdb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841079 Sep 01 16:37:26.327316 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:26.455556 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:26.632083 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e617eb2-3ab6-48b1-a4cd-c84e0fbadf6b req-f4555e21-0b14-48d8-8d86-0877f6d46db4 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:26.633546 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-2e617eb2-3ab6-48b1-a4cd-c84e0fbadf6b req-f4555e21-0b14-48d8-8d86-0877f6d46db4 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 943 time: 0.0481226 Sep 01 16:37:26.681907 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-2e617eb2-3ab6-48b1-a4cd-c84e0fbadf6b req-a31b19fd-e377-44dc-b3d9-183b3ec081bb tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426996 Sep 01 16:37:26.784139 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9021d-0460-42f9-a454-79aaa287ad93 req-0157d085-1a3c-40a9-8571-e8fee3ac5798 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:26.785585 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b7e9021d-0460-42f9-a454-79aaa287ad93 req-0157d085-1a3c-40a9-8571-e8fee3ac5798 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 943 time: 0.0498726 Sep 01 16:37:26.831192 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b7e9021d-0460-42f9-a454-79aaa287ad93 req-10e3788d-6f31-4c9b-88d6-6d0cf3f7c230 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400612 Sep 01 16:37:27.797723 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4b6c6-9dbc-4de0-8922-6553d6c18dce req-7e2e9c8b-61d9-408d-bad7-505572d4b244 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:27.799180 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-72d4b6c6-9dbc-4de0-8922-6553d6c18dce req-7e2e9c8b-61d9-408d-bad7-505572d4b244 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 943 time: 0.0455575 Sep 01 16:37:27.846593 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-72d4b6c6-9dbc-4de0-8922-6553d6c18dce req-c5e304e3-9cba-4f10-824d-1ddec7b51ef8 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418956 Sep 01 16:37:27.954789 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355df38-93f5-4063-8924-ba410724e824 req-87ca1ef7-06ed-4da7-b42c-8b1fea84379b tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:27.956217 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-8355df38-93f5-4063-8924-ba410724e824 req-87ca1ef7-06ed-4da7-b42c-8b1fea84379b tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 943 time: 0.0458481 Sep 01 16:37:28.004741 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-8355df38-93f5-4063-8924-ba410724e824 req-8090c35e-e67d-4c60-a616-2e093c1a1ac6 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429065 Sep 01 16:37:28.082163 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:28.111600 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e697e84e-df24-4391-8e32-115ea424588f req-aa4e17aa-0e61-4af1-9f97-99a1e9f46351 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/5fae8c7f-11cf-4ab3-8c34-e624963abdb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901227 Sep 01 16:37:28.891002 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 9ed23239-98a4-43e2-9a12-3bdb7d38814e details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:37:28.972061 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6e0dc-e795-4766-add6-e71856fe5db0 req-b8d3f429-2a94-45ad-acee-145884757844 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:28.973460 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-83e6e0dc-e795-4766-add6-e71856fe5db0 req-b8d3f429-2a94-45ad-acee-145884757844 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 943 time: 0.0514603 Sep 01 16:37:28.997288 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 9ed23239-98a4-43e2-9a12-3bdb7d38814e, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=9ed23239-98a4-43e2-9a12-3bdb7d38814e,segment=NetworkSegment(bbd04979-a082-42b3-a384-0dd9dbff408c),segment_id=bbd04979-a082-42b3-a384-0dd9dbff408c)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:37:29.008572 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Returning: {'device': '9ed23239-98a4-43e2-9a12-3bdb7d38814e', 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8', 'port_id': '9ed23239-98a4-43e2-9a12-3bdb7d38814e', 'mac_address': 'fa:16:3e:37:59:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1de59a85-ac00-434c-9a09-dffa079bb909', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:37:29.023041 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-83e6e0dc-e795-4766-add6-e71856fe5db0 req-59d40794-7568-49db-8c35-ff9f83c8d496 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437639 Sep 01 16:37:29.044749 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 9ed23239-98a4-43e2-9a12-3bdb7d38814e is: DOWN; New status is: BUILD {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:37:29.045136 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (9ed23239-98a4-43e2-9a12-3bdb7d38814e), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:29.062331 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ed23239-98a4-43e2-9a12-3bdb7d38814e {{(pid=106491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:37:29.082417 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 9ed23239-98a4-43e2-9a12-3bdb7d38814e, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=9ed23239-98a4-43e2-9a12-3bdb7d38814e,segment=NetworkSegment(bbd04979-a082-42b3-a384-0dd9dbff408c),segment_id=bbd04979-a082-42b3-a384-0dd9dbff408c)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:37:29.086117 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (9ed23239-98a4-43e2-9a12-3bdb7d38814e), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:29.132294 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7a65e-e4c4-4781-b704-f2bb9c4476e8 req-93e39298-8ef2-4388-9e72-2e8305823c0b tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:29.133164 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=9ed23239-98a4-43e2-9a12-3bdb7d38814e,revision_number=4']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:37:29.133775 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a7b7a65e-e4c4-4781-b704-f2bb9c4476e8 req-93e39298-8ef2-4388-9e72-2e8305823c0b tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 943 time: 0.0483122 Sep 01 16:37:29.141208 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:37:29.141551 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:37:29.141916 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:37:29.142292 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:37:29.142637 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:37:29.142966 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:37:29.143293 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:37:29.143695 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:37:29.144023 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:37:29.144354 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:37:29.144681 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:37:29.145017 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:37:29.145349 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:37:29.145667 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:37:29.145985 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:37:29.182710 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a7b7a65e-e4c4-4781-b704-f2bb9c4476e8 req-cabee1df-f21b-4d52-b151-e5bd62b94373 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421243 Sep 01 16:37:29.528392 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] get_ports_and_sgs() called for port_ids ['9ed23239-98a4-43e2-9a12-3bdb7d38814e'] {{(pid=106491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 16:37:29.735787 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:30.141654 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b9b37-085b-4bae-bd45-64b570ec32ff req-ee66540a-f984-4e99-82ab-7202d4efe40f tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:30.143152 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-634b9b37-085b-4bae-bd45-64b570ec32ff req-ee66540a-f984-4e99-82ab-7202d4efe40f tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 944 time: 0.0463588 Sep 01 16:37:30.191488 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-634b9b37-085b-4bae-bd45-64b570ec32ff req-4634b71d-0e69-44f3-acbd-c809bee8cbd6 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428376 Sep 01 16:37:30.306357 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3e276-26d1-48e1-b9fe-88012f48be83 req-89c1470c-f356-458e-9b96-60a46c9bb470 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:30.308220 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-6cd3e276-26d1-48e1-b9fe-88012f48be83 req-89c1470c-f356-458e-9b96-60a46c9bb470 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 943 time: 0.0470104 Sep 01 16:37:30.357050 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-6cd3e276-26d1-48e1-b9fe-88012f48be83 req-1a588f8b-a441-4fd4-8665-63688e731891 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433941 Sep 01 16:37:31.313673 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3756df-2bd8-4d59-9798-9f3b5e2912d4 req-464ff0a1-e854-4cf8-8656-caa708c60e11 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:31.315156 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-af3756df-2bd8-4d59-9798-9f3b5e2912d4 req-464ff0a1-e854-4cf8-8656-caa708c60e11 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 944 time: 0.0499287 Sep 01 16:37:31.364286 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-af3756df-2bd8-4d59-9798-9f3b5e2912d4 req-9c5bb4fb-7f3a-4888-9a44-cfa03a4a1efc tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436389 Sep 01 16:37:31.481049 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f52f1-e1a0-43d9-8367-169eeb43e31e req-8a5fe10e-63fc-477c-bf9c-59a3901cec27 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:31.482429 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-399f52f1-e1a0-43d9-8367-169eeb43e31e req-8a5fe10e-63fc-477c-bf9c-59a3901cec27 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 943 time: 0.0462401 Sep 01 16:37:31.529534 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-399f52f1-e1a0-43d9-8367-169eeb43e31e req-3413d6a5-5ae8-4730-a7f9-294ea7153fa8 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415447 Sep 01 16:37:32.486708 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06be88-1d09-4c26-a109-fcafb84fd89a req-a14a2b55-f7df-463b-a224-183ffe8bb556 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:32.488171 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-1f06be88-1d09-4c26-a109-fcafb84fd89a req-a14a2b55-f7df-463b-a224-183ffe8bb556 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 944 time: 0.0511000 Sep 01 16:37:32.537532 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-1f06be88-1d09-4c26-a109-fcafb84fd89a req-958c9445-6435-4f5b-955c-01691ec0bd5c tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438068 Sep 01 16:37:32.653104 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561307a-6f4f-46ee-a653-688a4bc9d121 req-9fbcfd9c-add0-4018-a1de-69fec8682dec tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:32.655516 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2561307a-6f4f-46ee-a653-688a4bc9d121 req-9fbcfd9c-add0-4018-a1de-69fec8682dec tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 943 time: 0.0481174 Sep 01 16:37:32.702532 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2561307a-6f4f-46ee-a653-688a4bc9d121 req-b352b6ee-9545-4f8a-8a70-6302863b3dd7 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414536 Sep 01 16:37:33.115869 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 9ed23239-98a4-43e2-9a12-3bdb7d38814e up at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:37:33.155000 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:33.157525 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning for port 9ed23239-98a4-43e2-9a12-3bdb7d38814e completed by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 16:37:33.163721 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning complete for port 9ed23239-98a4-43e2-9a12-3bdb7d38814e triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:37:33.164085 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (9ed23239-98a4-43e2-9a12-3bdb7d38814e), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:33.238574 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 9ed23239-98a4-43e2-9a12-3bdb7d38814e is: BUILD; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:37:33.238956 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (9ed23239-98a4-43e2-9a12-3bdb7d38814e), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:33.260952 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de83f04b-508f-4b6f-88da-92857f482014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed23239-98a4-43e2-9a12-3bdb7d38814e'}] {{(pid=106491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:37:33.263219 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27cd250e45b0eab3f9aacaaa4111d690d8ad0f5b6b5c497c1d88b56abc962a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca41e607-9960-4f19-88a0-57dea8ce30bf" -d '{"events": [{"server_uuid": "de83f04b-508f-4b6f-88da-92857f482014", "name": "network-vif-plugged", "status": "completed", "tag": "9ed23239-98a4-43e2-9a12-3bdb7d38814e"}]}' {{(pid=106491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:37:33.275609 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 9ed23239-98a4-43e2-9a12-3bdb7d38814e, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=9ed23239-98a4-43e2-9a12-3bdb7d38814e,segment=NetworkSegment(bbd04979-a082-42b3-a384-0dd9dbff408c),segment_id=bbd04979-a082-42b3-a384-0dd9dbff408c)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:37:33.280259 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (9ed23239-98a4-43e2-9a12-3bdb7d38814e), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:33.303100 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e49a2fe-ab72-488c-b06c-cc063418a6f3 x-openstack-request-id: req-3e49a2fe-ab72-488c-b06c-cc063418a6f3 {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:37:33.303408 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de83f04b-508f-4b6f-88da-92857f482014", "name": "network-vif-plugged", "status": "completed", "tag": "9ed23239-98a4-43e2-9a12-3bdb7d38814e", "code": 200}]} {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:37:33.303659 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3e49a2fe-ab72-488c-b06c-cc063418a6f3 {{(pid=106491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:37:33.304325 dv-cinder-852209-10-iscsi neutron-server[106491]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e49a2fe-ab72-488c-b06c-cc063418a6f3'] response: {'server_uuid': 'de83f04b-508f-4b6f-88da-92857f482014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed23239-98a4-43e2-9a12-3bdb7d38814e', 'code': 200} Sep 01 16:37:33.329162 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=9ed23239-98a4-43e2-9a12-3bdb7d38814e,revision_number=5']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:37:33.658918 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6979be-9aad-4a0b-ba44-0a3430a84908 req-a166bc8e-8947-4b9a-8d52-af7bea5410cb tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:33.660292 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ee6979be-9aad-4a0b-ba44-0a3430a84908 req-a166bc8e-8947-4b9a-8d52-af7bea5410cb tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 945 time: 0.0509343 Sep 01 16:37:33.711340 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ee6979be-9aad-4a0b-ba44-0a3430a84908 req-3ac4ccdc-0b08-4cee-900a-94c64d1882c7 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445378 Sep 01 16:37:33.844323 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefaaa98-cb01-46de-920a-6f63703e1ab1 req-18107fcb-abb2-42a2-8469-d770b03a62a4 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:33.846763 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-aefaaa98-cb01-46de-920a-6f63703e1ab1 req-18107fcb-abb2-42a2-8469-d770b03a62a4 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 943 time: 0.0569093 Sep 01 16:37:33.899623 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-aefaaa98-cb01-46de-920a-6f63703e1ab1 req-697d4473-23f3-40f0-8d36-ae7470ed9a66 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467584 Sep 01 16:37:34.152328 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (294a3787-103d-4a51-bc9c-bc09638a7966), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:34.830652 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338df7c4-c06b-4729-b832-706cfd5f3c90 req-39823a7c-8de9-4f85-912c-e965dd23321d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:34.832097 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-338df7c4-c06b-4729-b832-706cfd5f3c90 req-39823a7c-8de9-4f85-912c-e965dd23321d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 945 time: 0.0466881 Sep 01 16:37:34.867088 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:34.881592 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-338df7c4-c06b-4729-b832-706cfd5f3c90 req-b49c5c95-2a42-493b-a8e0-a1290a148d51 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440881 Sep 01 16:37:35.015332 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=100 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:35.025847 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ceff26-1205-4736-afe0-c926cf664a00 req-6f4de82f-07a0-47f3-971f-48ba25e55421 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:35.027341 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-a2ceff26-1205-4736-afe0-c926cf664a00 req-6f4de82f-07a0-47f3-971f-48ba25e55421 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 943 time: 0.0470815 Sep 01 16:37:35.073118 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-a2ceff26-1205-4736-afe0-c926cf664a00 req-9414b69e-52cb-45e0-9113-253bb1f9f2a0 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402701 Sep 01 16:37:36.000231 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ced0f9-7cdc-4746-9f2c-4e707601cad4 req-af5899c2-ca48-43ce-8891-45c21e8a4f95 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:36.001747 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-68ced0f9-7cdc-4746-9f2c-4e707601cad4 req-af5899c2-ca48-43ce-8891-45c21e8a4f95 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 945 time: 0.0475526 Sep 01 16:37:36.053837 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-68ced0f9-7cdc-4746-9f2c-4e707601cad4 req-5913d74c-ae00-4dfd-81d1-6f3cb2fc4afd tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465286 Sep 01 16:37:36.195512 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146899e9-4cfd-4b50-a3fe-cfa4357c795a req-2edc129c-41cb-4341-8bf0-7027ecc3ba0e tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:36.196895 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-146899e9-4cfd-4b50-a3fe-cfa4357c795a req-2edc129c-41cb-4341-8bf0-7027ecc3ba0e tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 943 time: 0.0462487 Sep 01 16:37:36.243969 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-146899e9-4cfd-4b50-a3fe-cfa4357c795a req-61b62bf8-5baf-4384-8cd5-bce6f1747e30 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407071 Sep 01 16:37:36.937554 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 46daf8ff-8552-45e4-b4ac-b60b47e199de details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:37:36.978631 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436646cf-2ef8-4b41-9df6-c0ec9abff9d8 req-73c43272-20a3-4759-a61f-74e97bd5336e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:36.980162 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-436646cf-2ef8-4b41-9df6-c0ec9abff9d8 req-73c43272-20a3-4759-a61f-74e97bd5336e service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 1129 time: 0.0548921 Sep 01 16:37:37.031964 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-436646cf-2ef8-4b41-9df6-c0ec9abff9d8 req-a6258f53-e325-4c60-88a9-aaa50187eebd service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440786 Sep 01 16:37:37.052678 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 46daf8ff-8552-45e4-b4ac-b60b47e199de, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=46daf8ff-8552-45e4-b4ac-b60b47e199de,segment=NetworkSegment(a5fdef99-cab9-4e68-9f85-2b12b874dece),segment_id=a5fdef99-cab9-4e68-9f85-2b12b874dece)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:37:37.063458 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Returning: {'device': '46daf8ff-8552-45e4-b4ac-b60b47e199de', 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9', 'port_id': '46daf8ff-8552-45e4-b4ac-b60b47e199de', 'mac_address': 'fa:16:3e:dd:6e:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf6e192-10ef-49d3-8b96-d6cc87fe33e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:37:37.097825 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 46daf8ff-8552-45e4-b4ac-b60b47e199de is: DOWN; New status is: BUILD {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:37:37.098216 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (46daf8ff-8552-45e4-b4ac-b60b47e199de), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:37.115666 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46daf8ff-8552-45e4-b4ac-b60b47e199de {{(pid=106491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:37:37.134818 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 46daf8ff-8552-45e4-b4ac-b60b47e199de, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=46daf8ff-8552-45e4-b4ac-b60b47e199de,segment=NetworkSegment(a5fdef99-cab9-4e68-9f85-2b12b874dece),segment_id=a5fdef99-cab9-4e68-9f85-2b12b874dece)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:37:37.138978 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (46daf8ff-8552-45e4-b4ac-b60b47e199de), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:37.179223 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da845a6b-73cb-4b29-84ea-f90cb9445409 req-50c51938-6338-4fcd-ac01-ff214157118b tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:37.180586 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-da845a6b-73cb-4b29-84ea-f90cb9445409 req-50c51938-6338-4fcd-ac01-ff214157118b tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 945 time: 0.0469348 Sep 01 16:37:37.187240 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=46daf8ff-8552-45e4-b4ac-b60b47e199de,revision_number=9']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:37:37.231341 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-da845a6b-73cb-4b29-84ea-f90cb9445409 req-95948998-3575-448e-8660-a1a3a2ad8020 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451369 Sep 01 16:37:37.374380 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d8dad-7cc9-49df-8e55-5b00b5036ab3 req-7e089a25-5efa-4a7e-ac0d-f684f9a18815 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:37.375862 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-824d8dad-7cc9-49df-8e55-5b00b5036ab3 req-7e089a25-5efa-4a7e-ac0d-f684f9a18815 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 944 time: 0.0510912 Sep 01 16:37:37.422577 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-824d8dad-7cc9-49df-8e55-5b00b5036ab3 req-d1d65812-c224-4a72-b02c-2611fd4f6403 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411267 Sep 01 16:37:37.647772 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] get_ports_and_sgs() called for port_ids ['46daf8ff-8552-45e4-b4ac-b60b47e199de'] {{(pid=106491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 16:37:38.350456 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2e939-f1ff-4bda-aec0-6e8b62bf9aa8 req-e913fd20-c00e-47a1-a4c2-10693779f429 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:38.352186 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b8f2e939-f1ff-4bda-aec0-6e8b62bf9aa8 req-e913fd20-c00e-47a1-a4c2-10693779f429 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 945 time: 0.0500336 Sep 01 16:37:38.401722 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b8f2e939-f1ff-4bda-aec0-6e8b62bf9aa8 req-7fc7bc36-efea-4e0b-9b41-3f07aad0db93 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440099 Sep 01 16:37:38.550123 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0115ae-5190-43f0-8d07-8e2e8b923a1a req-1054d129-ee4d-4ef6-bd89-91c75d273df4 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:38.551677 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-ac0115ae-5190-43f0-8d07-8e2e8b923a1a req-1054d129-ee4d-4ef6-bd89-91c75d273df4 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 944 time: 0.0493891 Sep 01 16:37:38.575618 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=100 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:38.599851 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-ac0115ae-5190-43f0-8d07-8e2e8b923a1a req-284303e9-bcf9-4dc3-b94e-3cc0da154010 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426731 Sep 01 16:37:39.520604 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2762c3a3-9618-4aac-a5bc-9c42a8073d56 req-49dfb817-3577-4701-9eb2-e979c963e5bf tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:39.522053 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2762c3a3-9618-4aac-a5bc-9c42a8073d56 req-49dfb817-3577-4701-9eb2-e979c963e5bf tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 945 time: 0.0490501 Sep 01 16:37:39.565127 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:39.570036 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2762c3a3-9618-4aac-a5bc-9c42a8073d56 req-1e69049f-7acb-4df0-9f3d-aaf838af6b31 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424280 Sep 01 16:37:39.721519 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9cf1c-eb51-4607-adf9-48d1c169ae07 req-cef4eba7-1d8b-4a9a-9848-0fa19239d90a tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:39.722919 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-8cf9cf1c-eb51-4607-adf9-48d1c169ae07 req-cef4eba7-1d8b-4a9a-9848-0fa19239d90a tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 944 time: 0.0456629 Sep 01 16:37:39.773070 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-8cf9cf1c-eb51-4607-adf9-48d1c169ae07 req-f9547bb1-4188-440d-8cda-a809cfd8c621 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444131 Sep 01 16:37:40.692207 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f475fc-bb40-4f8d-a674-404bbe2a4661 req-79bb909b-f364-40a6-beeb-221e44ff6ad0 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:40.693645 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-54f475fc-bb40-4f8d-a674-404bbe2a4661 req-79bb909b-f364-40a6-beeb-221e44ff6ad0 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 945 time: 0.0510917 Sep 01 16:37:40.741213 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-54f475fc-bb40-4f8d-a674-404bbe2a4661 req-a3087c63-fada-4339-b885-ddba57ccf5f5 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420816 Sep 01 16:37:40.897462 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1bc67-c379-43d0-8729-dcb595b4005d req-493fd4d1-efc8-41b2-b780-865520fcfd8a tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:40.898879 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-92a1bc67-c379-43d0-8729-dcb595b4005d req-493fd4d1-efc8-41b2-b780-865520fcfd8a tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 944 time: 0.0464041 Sep 01 16:37:40.944468 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-92a1bc67-c379-43d0-8729-dcb595b4005d req-9da42dfc-b7b3-41d5-bc0d-0d423229aab1 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401769 Sep 01 16:37:41.597359 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 46daf8ff-8552-45e4-b4ac-b60b47e199de up at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:37:41.619702 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:41.643602 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning complete for port 46daf8ff-8552-45e4-b4ac-b60b47e199de triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:37:41.643975 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (46daf8ff-8552-45e4-b4ac-b60b47e199de), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:41.714384 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 46daf8ff-8552-45e4-b4ac-b60b47e199de is: BUILD; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:37:41.714767 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (46daf8ff-8552-45e4-b4ac-b60b47e199de), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:41.741488 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0958ba3f-7f1d-4fa1-bff7-4459d3945b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46daf8ff-8552-45e4-b4ac-b60b47e199de'}] {{(pid=106491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:37:41.743852 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27cd250e45b0eab3f9aacaaa4111d690d8ad0f5b6b5c497c1d88b56abc962a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282d5bf8-6614-4304-aa3d-60a43f1dba9b" -d '{"events": [{"server_uuid": "0958ba3f-7f1d-4fa1-bff7-4459d3945b6f", "name": "network-vif-plugged", "status": "completed", "tag": "46daf8ff-8552-45e4-b4ac-b60b47e199de"}]}' {{(pid=106491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:37:41.757247 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 46daf8ff-8552-45e4-b4ac-b60b47e199de, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=46daf8ff-8552-45e4-b4ac-b60b47e199de,segment=NetworkSegment(a5fdef99-cab9-4e68-9f85-2b12b874dece),segment_id=a5fdef99-cab9-4e68-9f85-2b12b874dece)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:37:41.762758 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (46daf8ff-8552-45e4-b4ac-b60b47e199de), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:41.788833 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7806c86-010d-4fd6-aa1c-591b112644d0 x-openstack-request-id: req-a7806c86-010d-4fd6-aa1c-591b112644d0 {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:37:41.789456 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0958ba3f-7f1d-4fa1-bff7-4459d3945b6f", "name": "network-vif-plugged", "status": "completed", "tag": "46daf8ff-8552-45e4-b4ac-b60b47e199de", "code": 200}]} {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:37:41.789456 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a7806c86-010d-4fd6-aa1c-591b112644d0 {{(pid=106491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:37:41.789780 dv-cinder-852209-10-iscsi neutron-server[106491]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7806c86-010d-4fd6-aa1c-591b112644d0'] response: {'server_uuid': '0958ba3f-7f1d-4fa1-bff7-4459d3945b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46daf8ff-8552-45e4-b4ac-b60b47e199de', 'code': 200} Sep 01 16:37:41.816242 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=46daf8ff-8552-45e4-b4ac-b60b47e199de,revision_number=10']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:37:41.864875 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd0425-14b9-47c4-a5bd-00bc5e115f16 req-7d0555d3-34ce-486b-8f41-6d78b9854978 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:41.866368 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-adfd0425-14b9-47c4-a5bd-00bc5e115f16 req-7d0555d3-34ce-486b-8f41-6d78b9854978 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 945 time: 0.0474184 Sep 01 16:37:41.914190 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-adfd0425-14b9-47c4-a5bd-00bc5e115f16 req-2ec819a3-328a-4bbd-94a2-7415a9b208c6 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423472 Sep 01 16:37:42.035413 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f706ec-2ab7-407b-83b1-4ce4a5a8884f req-f44b4acd-c2d8-42ee-aebc-4c171cac7087 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:42.036900 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-90f706ec-2ab7-407b-83b1-4ce4a5a8884f req-f44b4acd-c2d8-42ee-aebc-4c171cac7087 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 945 time: 0.0470359 Sep 01 16:37:42.071553 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d8590-9aa8-49a8-a80f-88a9ae653979 req-8464e548-8921-42e7-8c97-0bdff64cecf6 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:42.073020 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-4d4d8590-9aa8-49a8-a80f-88a9ae653979 req-8464e548-8921-42e7-8c97-0bdff64cecf6 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 946 time: 0.0508399 Sep 01 16:37:42.086495 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-90f706ec-2ab7-407b-83b1-4ce4a5a8884f req-750f4dd9-f932-4256-bf26-b98b9e0ff63b tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439146 Sep 01 16:37:42.113930 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 35872) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:37:42.125237 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-4d4d8590-9aa8-49a8-a80f-88a9ae653979 req-5d2c89eb-713d-4bd9-9da4-26d9df16e124 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464797 Sep 01 16:37:42.304173 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5770b4-da56-4e04-9700-d6271d81a367 tempest-TestVolumeBootPattern-241304968 tempest-TestVolumeBootPattern-241304968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:42.308380 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-4d5770b4-da56-4e04-9700-d6271d81a367 tempest-TestVolumeBootPattern-241304968 tempest-TestVolumeBootPattern-241304968-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 1124 time: 0.1907141 Sep 01 16:37:42.308577 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 35880) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:37:42.312755 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-28dfeb6c-ab39-4036-bc02-edf369ade53d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Request body: {'floatingip': {'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'port_id': '9ed23239-98a4-43e2-9a12-3bdb7d38814e', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:37:42.336168 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-28dfeb6c-ab39-4036-bc02-edf369ade53d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:42.418316 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-28dfeb6c-ab39-4036-bc02-edf369ade53d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:42.530252 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_common [None req-28dfeb6c-ab39-4036-bc02-edf369ade53d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Allocated IP 172.27.2.41 (537c3a33-78cb-41f3-a0ee-71478f9cfd9b/3e5d1400-7955-40a6-9a09-08f8a8c1db3a/9416093e-b44f-4718-9e66-17defe24577b) {{(pid=106490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:37:42.542550 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:42.647406 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-28dfeb6c-ab39-4036-bc02-edf369ade53d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for port (9416093e-b44f-4718-9e66-17defe24577b), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:42.682754 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-28dfeb6c-ab39-4036-bc02-edf369ade53d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (9416093e-b44f-4718-9e66-17defe24577b), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:42.721950 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dfeb6c-ab39-4036-bc02-edf369ade53d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Network 537c3a33-78cb-41f3-a0ee-71478f9cfd9b is already hosted by enough agents. {{(pid=106490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:37:42.750320 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [None req-28dfeb6c-ab39-4036-bc02-edf369ade53d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Resources bound (agent type, host, resource id): {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:37:42.756413 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dfeb6c-ab39-4036-bc02-edf369ade53d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Received port after_create {{(pid=106490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:37:42.785808 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dfeb6c-ab39-4036-bc02-edf369ade53d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Pushing event updated for resources: {'Port': ['ID=9416093e-b44f-4718-9e66-17defe24577b,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:37:42.793543 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d5026-4a06-4fdc-934b-1372bb6cc2f7 req-64c08d84-43be-421f-b970-60c74f408b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:42.795081 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2e7d5026-4a06-4fdc-934b-1372bb6cc2f7 req-64c08d84-43be-421f-b970-60c74f408b5e service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 1130 time: 0.0802660 Sep 01 16:37:42.848916 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:43.149129 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2e7d5026-4a06-4fdc-934b-1372bb6cc2f7 req-2d410e3b-28fa-46ed-bacb-19f97db16682 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3419316 Sep 01 16:37:43.256231 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2d614-f683-4344-aaf6-544a0e5c0c0a req-28cec4ae-4259-4696-bfbd-5b8c63433673 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:43.257892 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-69f2d614-f683-4344-aaf6-544a0e5c0c0a req-28cec4ae-4259-4696-bfbd-5b8c63433673 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 946 time: 0.0488980 Sep 01 16:37:43.309711 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-69f2d614-f683-4344-aaf6-544a0e5c0c0a req-dfb7363e-695d-48c4-81f3-e7040b77a342 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453577 Sep 01 16:37:43.422677 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-28dfeb6c-ab39-4036-bc02-edf369ade53d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for floatingip (490d2553-d875-4923-965a-3453277e0c53), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:43.490575 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-28dfeb6c-ab39-4036-bc02-edf369ade53d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (9416093e-b44f-4718-9e66-17defe24577b), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:43.586541 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:43.642171 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-28dfeb6c-ab39-4036-bc02-edf369ade53d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for port (9416093e-b44f-4718-9e66-17defe24577b), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:43.646156 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-28dfeb6c-ab39-4036-bc02-edf369ade53d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261539433'] for port (9416093e-b44f-4718-9e66-17defe24577b), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:43.714848 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-28dfeb6c-ab39-4036-bc02-edf369ade53d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631243'] for floatingip (490d2553-d875-4923-965a-3453277e0c53), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:43.717728 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dfeb6c-ab39-4036-bc02-edf369ade53d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Pushing event updated for resources: {'Port': ['ID=9416093e-b44f-4718-9e66-17defe24577b,revision_number=2']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:37:43.810582 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.db.l3_db [None req-28dfeb6c-ab39-4036-bc02-edf369ade53d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Floating IP 490d2553-d875-4923-965a-3453277e0c53 associated. External IP: 172.27.2.41, port: 9ed23239-98a4-43e2-9a12-3bdb7d38814e. Sep 01 16:37:43.951999 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:44.003467 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28dfeb6c-ab39-4036-bc02-edf369ade53d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Router 44ce9774-bc81-4784-aca4-f5c4cee1383b has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:37:44.107565 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28dfeb6c-ab39-4036-bc02-edf369ade53d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:37:44.118487 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3648a46-a385-4b3d-92a4-7ccfa0b8c975 None None] Sync routers for ids ['44ce9774-bc81-4784-aca4-f5c4cee1383b'] in dv-cinder-852209-10-iscsi {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:37:44.127280 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-28dfeb6c-ab39-4036-bc02-edf369ade53d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for floatingip (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:44.130759 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3648a46-a385-4b3d-92a4-7ccfa0b8c975 None None] Routers {'44ce9774-bc81-4784-aca4-f5c4cee1383b'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:37:44.131368 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-d3648a46-a385-4b3d-92a4-7ccfa0b8c975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:37:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['44ce9774-bc81-4784-aca4-f5c4cee1383b'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:37:44.159569 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-28dfeb6c-ab39-4036-bc02-edf369ade53d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8499866 Sep 01 16:37:44.160333 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de83f04b-508f-4b6f-88da-92857f482014', 'tag': '9ed23239-98a4-43e2-9a12-3bdb7d38814e'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:37:44.162521 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a151b0-cd8e-4f28-aa47-2eada99513fb" -d '{"events": [{"name": "network-changed", "server_uuid": "de83f04b-508f-4b6f-88da-92857f482014", "tag": "9ed23239-98a4-43e2-9a12-3bdb7d38814e"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:37:44.167019 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:44.201683 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 16:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727d2687-ccae-42c3-bdc3-101557134667 x-openstack-request-id: req-727d2687-ccae-42c3-bdc3-101557134667 {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:37:44.202338 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de83f04b-508f-4b6f-88da-92857f482014", "tag": "9ed23239-98a4-43e2-9a12-3bdb7d38814e", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:37:44.202471 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-727d2687-ccae-42c3-bdc3-101557134667 {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:37:44.202774 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-727d2687-ccae-42c3-bdc3-101557134667'] response: {'name': 'network-changed', 'server_uuid': 'de83f04b-508f-4b6f-88da-92857f482014', 'tag': '9ed23239-98a4-43e2-9a12-3bdb7d38814e', 'status': 'completed', 'code': 200} Sep 01 16:37:44.237994 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-d3648a46-a385-4b3d-92a4-7ccfa0b8c975 None None] Set router 44ce9774-bc81-4784-aca4-f5c4cee1383b gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:37:44.457266 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-d3648a46-a385-4b3d-92a4-7ccfa0b8c975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'name': 'tempest-TestVolumeBootPattern-220569807-router', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:10Z', 'revision_number': 4, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'gw_port': {'id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': '490d2553-d875-4923-965a-3453277e0c53', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'port_id': '9ed23239-98a4-43e2-9a12-3bdb7d38814e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8', 'mac_address': 'fa:16:3e:37:59:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de83f04b-508f-4b6f-88da-92857f482014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:37:43Z', 'updated_at': '2022-09-01T16:37:43Z', 'revision_number': 0, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7dc9e68-2496-41d3-a624-ba30aa708ad6', 'name': '', 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'mac_address': 'fa:16:3e:65:be:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '1de59a85-ac00-434c-9a09-dffa079bb909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:09Z', 'updated_at': '2022-09-01T16:36:17Z', 'revision_number': 5, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'subnets': [{'id': '1de59a85-ac00-434c-9a09-dffa079bb909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:37:44.461728 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed88053-0272-49c7-b34d-472cb20d7d60 req-b2bbc575-3e64-4a95-aac0-107c7f16aa85 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:44.466689 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-9ed88053-0272-49c7-b34d-472cb20d7d60 req-b2bbc575-3e64-4a95-aac0-107c7f16aa85 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 946 time: 0.0664613 Sep 01 16:37:44.486740 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3648a46-a385-4b3d-92a4-7ccfa0b8c975 None None] Checking router: 44ce9774-bc81-4784-aca4-f5c4cee1383b for host: dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:37:44.495122 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3648a46-a385-4b3d-92a4-7ccfa0b8c975 None None] Routers {'44ce9774-bc81-4784-aca4-f5c4cee1383b'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:37:44.495730 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-d3648a46-a385-4b3d-92a4-7ccfa0b8c975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:37:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['44ce9774-bc81-4784-aca4-f5c4cee1383b'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:37:44.514466 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-9ed88053-0272-49c7-b34d-472cb20d7d60 req-300451c7-7b26-4868-b407-5242fc658808 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459797 Sep 01 16:37:44.606743 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-d3648a46-a385-4b3d-92a4-7ccfa0b8c975 None None] Set router 44ce9774-bc81-4784-aca4-f5c4cee1383b gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:37:44.820665 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:44.834012 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-d3648a46-a385-4b3d-92a4-7ccfa0b8c975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'name': 'tempest-TestVolumeBootPattern-220569807-router', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:10Z', 'revision_number': 4, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'gw_port': {'id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': '490d2553-d875-4923-965a-3453277e0c53', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'port_id': '9ed23239-98a4-43e2-9a12-3bdb7d38814e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8', 'mac_address': 'fa:16:3e:37:59:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de83f04b-508f-4b6f-88da-92857f482014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:37:43Z', 'updated_at': '2022-09-01T16:37:43Z', 'revision_number': 0, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7dc9e68-2496-41d3-a624-ba30aa708ad6', 'name': '', 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'mac_address': 'fa:16:3e:65:be:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '1de59a85-ac00-434c-9a09-dffa079bb909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:09Z', 'updated_at': '2022-09-01T16:36:17Z', 'revision_number': 5, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'subnets': [{'id': '1de59a85-ac00-434c-9a09-dffa079bb909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:37:44.868203 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3648a46-a385-4b3d-92a4-7ccfa0b8c975 None None] The sync data for ids ['44ce9774-bc81-4784-aca4-f5c4cee1383b'] in dv-cinder-852209-10-iscsi is: [{'id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'name': 'tempest-TestVolumeBootPattern-220569807-router', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:10Z', 'revision_number': 4, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'gw_port': {'id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': '490d2553-d875-4923-965a-3453277e0c53', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'port_id': '9ed23239-98a4-43e2-9a12-3bdb7d38814e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8', 'mac_address': 'fa:16:3e:37:59:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de83f04b-508f-4b6f-88da-92857f482014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:37:43Z', 'updated_at': '2022-09-01T16:37:43Z', 'revision_number': 0, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7dc9e68-2496-41d3-a624-ba30aa708ad6', 'name': '', 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'mac_address': 'fa:16:3e:65:be:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '1de59a85-ac00-434c-9a09-dffa079bb909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:09Z', 'updated_at': '2022-09-01T16:36:17Z', 'revision_number': 5, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'subnets': [{'id': '1de59a85-ac00-434c-9a09-dffa079bb909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:37:45.078168 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4116c2e7-b6d4-4318-8fc7-ffd49f66242d None None] New status for floating IP 490d2553-d875-4923-965a-3453277e0c53: ACTIVE {{(pid=106492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 16:37:45.144822 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a151b0-cd8e-4f28-aa47-2eada99513fb req-9b123f27-c828-4c11-9ba8-d71d7071450b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:45.146341 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-23a151b0-cd8e-4f28-aa47-2eada99513fb req-9b123f27-c828-4c11-9ba8-d71d7071450b service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=4b6bf55e6c5e47f3895e135c4d6dc3ff&device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 1129 time: 0.0433757 Sep 01 16:37:45.413966 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a151b0-cd8e-4f28-aa47-2eada99513fb req-45f61eed-a8ad-42cf-992b-f86c93dbdb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:45.415852 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-23a151b0-cd8e-4f28-aa47-2eada99513fb req-45f61eed-a8ad-42cf-992b-f86c93dbdb50 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=5fae8c7f-11cf-4ab3-8c34-e624963abdb8 HTTP/1.1" status: 200 len: 912 time: 0.1032412 Sep 01 16:37:45.547031 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-23a151b0-cd8e-4f28-aa47-2eada99513fb req-85dd3b11-1945-421e-807e-a84c76d40d4f service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ed23239-98a4-43e2-9a12-3bdb7d38814e HTTP/1.1" status: 200 len: 1000 time: 0.0656610 Sep 01 16:37:45.598792 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a151b0-cd8e-4f28-aa47-2eada99513fb req-7eaf48fa-5ffb-4a9b-b822-0de213541c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:45.600257 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-23a151b0-cd8e-4f28-aa47-2eada99513fb req-7eaf48fa-5ffb-4a9b-b822-0de213541c45 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=1de59a85-ac00-434c-9a09-dffa079bb909 HTTP/1.1" status: 200 len: 850 time: 0.0463996 Sep 01 16:37:45.673648 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a151b0-cd8e-4f28-aa47-2eada99513fb req-d840a9b7-d313-4f00-babb-a71bd4985f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:45.675126 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-23a151b0-cd8e-4f28-aa47-2eada99513fb req-d840a9b7-d313-4f00-babb-a71bd4985f7e service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=5fae8c7f-11cf-4ab3-8c34-e624963abdb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0637779 Sep 01 16:37:45.680745 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77dc06-cd90-428e-9a43-c746b5f50571 req-6f368753-0ca5-49da-8a18-9b711be722d5 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:45.682115 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1a77dc06-cd90-428e-9a43-c746b5f50571 req-6f368753-0ca5-49da-8a18-9b711be722d5 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 946 time: 0.0810144 Sep 01 16:37:45.760692 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:45.786089 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1a77dc06-cd90-428e-9a43-c746b5f50571 req-81d11b4e-2fa0-4ce2-8aa7-afa5c72faf25 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951512 Sep 01 16:37:45.812532 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-23a151b0-cd8e-4f28-aa47-2eada99513fb req-cc97d63a-526a-40af-b94c-27bf30aae7c8 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/5fae8c7f-11cf-4ab3-8c34-e624963abdb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293385 Sep 01 16:37:45.936018 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-23a151b0-cd8e-4f28-aa47-2eada99513fb req-e808468f-092d-4cc5-8931-57fba0e4e4e4 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/5fae8c7f-11cf-4ab3-8c34-e624963abdb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124372 Sep 01 16:37:46.759459 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67751f2-91d2-4045-9a90-d535d2e072ac req-01ae05a4-ae57-4e7d-91fe-6a8edfab9d7f tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:46.760932 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-b67751f2-91d2-4045-9a90-d535d2e072ac req-01ae05a4-ae57-4e7d-91fe-6a8edfab9d7f tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0466645 Sep 01 16:37:46.808722 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-b67751f2-91d2-4045-9a90-d535d2e072ac req-dd9c1b2b-ed0e-4b31-942d-497484914c3d tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416610 Sep 01 16:37:47.250314 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51caf19-694c-4fbc-a1ee-3f087ae11ede req-63807607-5b5f-48d2-b280-8b3d28cec617 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:47.252158 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-a51caf19-694c-4fbc-a1ee-3f087ae11ede req-63807607-5b5f-48d2-b280-8b3d28cec617 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1fa20f73-9965-4f95-b7a9-7d98e3822024 HTTP/1.1" status: 200 len: 945 time: 0.0466301 Sep 01 16:37:47.285926 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=100 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:47.301434 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-a51caf19-694c-4fbc-a1ee-3f087ae11ede req-6464aae3-c01d-4ee7-a49d-65292a6c6b17 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b2328c1-9620-472d-b749-dba6a89d779a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438883 Sep 01 16:37:47.927364 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14249737-2031-488c-a62e-bd83d3aa0158 req-f8e4581a-77d4-45fd-955b-4f7f2fa01d43 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:47.928801 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-14249737-2031-488c-a62e-bd83d3aa0158 req-f8e4581a-77d4-45fd-955b-4f7f2fa01d43 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0466385 Sep 01 16:37:47.975417 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-14249737-2031-488c-a62e-bd83d3aa0158 req-d2ef1831-5fee-4d99-aa42-c00700d396cc tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411408 Sep 01 16:37:48.422136 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444f19e-801d-4d15-b75f-f36460c27214 req-d3989810-dd85-4273-8a61-b0aad1505e6a tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:48.423601 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-7444f19e-801d-4d15-b75f-f36460c27214 req-d3989810-dd85-4273-8a61-b0aad1505e6a tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1fa20f73-9965-4f95-b7a9-7d98e3822024 HTTP/1.1" status: 200 len: 945 time: 0.0459352 Sep 01 16:37:48.471307 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-7444f19e-801d-4d15-b75f-f36460c27214 req-f5c3841b-60fe-43fd-8f25-2542c3a67f77 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b2328c1-9620-472d-b749-dba6a89d779a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421736 Sep 01 16:37:49.096922 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:49.122827 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f96e4e-fc28-4b1c-bcf6-333b2fd2e984 req-0361dac0-5abe-4d02-81c3-1b13e070bbe8 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:49.124265 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-92f96e4e-fc28-4b1c-bcf6-333b2fd2e984 req-0361dac0-5abe-4d02-81c3-1b13e070bbe8 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0783563 Sep 01 16:37:49.150915 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976fd384-8339-48a6-92d3-4eb2d84b23f4 req-bec74718-9854-4fcb-b1a8-b468409b054d tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:49.152335 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-976fd384-8339-48a6-92d3-4eb2d84b23f4 req-bec74718-9854-4fcb-b1a8-b468409b054d tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=1fa20f73-9965-4f95-b7a9-7d98e3822024 HTTP/1.1" status: 200 len: 945 time: 0.0684783 Sep 01 16:37:49.213315 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-92f96e4e-fc28-4b1c-bcf6-333b2fd2e984 req-5ce261dc-459c-4388-8b69-cf9c886a8304 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831254 Sep 01 16:37:49.255135 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [req-976fd384-8339-48a6-92d3-4eb2d84b23f4 req-9e33d39f-13f4-40d0-91ee-ffc96fd0ce2a tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Deleting port 896672fd-654c-408f-bad2-1993fb22ba9a {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:37:49.255475 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-976fd384-8339-48a6-92d3-4eb2d84b23f4 req-9e33d39f-13f4-40d0-91ee-ffc96fd0ce2a tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (896672fd-654c-408f-bad2-1993fb22ba9a), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:49.347396 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-976fd384-8339-48a6-92d3-4eb2d84b23f4 req-9e33d39f-13f4-40d0-91ee-ffc96fd0ce2a tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] For port 896672fd-654c-408f-bad2-1993fb22ba9a, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=896672fd-654c-408f-bad2-1993fb22ba9a,segment=NetworkSegment(098b0357-abb2-4d87-a3b6-bd4af7d5fb42),segment_id=098b0357-abb2-4d87-a3b6-bd4af7d5fb42)] {{(pid=106490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:37:49.347756 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-976fd384-8339-48a6-92d3-4eb2d84b23f4 req-9e33d39f-13f4-40d0-91ee-ffc96fd0ce2a tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (896672fd-654c-408f-bad2-1993fb22ba9a), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:49.361019 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [req-976fd384-8339-48a6-92d3-4eb2d84b23f4 req-9e33d39f-13f4-40d0-91ee-ffc96fd0ce2a tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Calling delete_port for 896672fd-654c-408f-bad2-1993fb22ba9a owned by compute:nova {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:37:49.486168 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-976fd384-8339-48a6-92d3-4eb2d84b23f4 req-9e33d39f-13f4-40d0-91ee-ffc96fd0ce2a tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (896672fd-654c-408f-bad2-1993fb22ba9a), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:49.511450 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e33d39f-13f4-40d0-91ee-ffc96fd0ce2a tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Pushing event deleted for resources: {'Port': ['ID=896672fd-654c-408f-bad2-1993fb22ba9a,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:37:49.542680 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] get_ports_and_sgs() called for port_ids ['896672fd-654c-408f-bad2-1993fb22ba9a'] {{(pid=106491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 16:37:49.557913 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [req-976fd384-8339-48a6-92d3-4eb2d84b23f4 req-9e33d39f-13f4-40d0-91ee-ffc96fd0ce2a tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] No DVR routers for this DVR port 896672fd-654c-408f-bad2-1993fb22ba9a on host hv-cinder-85220 {{(pid=106490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 16:37:49.560473 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-976fd384-8339-48a6-92d3-4eb2d84b23f4 req-9e33d39f-13f4-40d0-91ee-ffc96fd0ce2a tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:49.563806 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-976fd384-8339-48a6-92d3-4eb2d84b23f4 req-9e33d39f-13f4-40d0-91ee-ffc96fd0ce2a tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.77 "DELETE /networking/v2.0/ports/896672fd-654c-408f-bad2-1993fb22ba9a HTTP/1.1" status: 204 len: 173 time: 0.4043548 Sep 01 16:37:49.564256 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa20f73-9965-4f95-b7a9-7d98e3822024', 'name': 'network-vif-deleted', 'tag': '896672fd-654c-408f-bad2-1993fb22ba9a'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:37:49.566532 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1966fcfc-4c30-43c7-9491-75f5f6cc0b17" -d '{"events": [{"server_uuid": "1fa20f73-9965-4f95-b7a9-7d98e3822024", "name": "network-vif-deleted", "tag": "896672fd-654c-408f-bad2-1993fb22ba9a"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:37:49.584906 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-f7b9fcf5-be9b-4f95-85d0-8ab0af3ce581 req-625e347c-6073-49a6-959b-9f02ce6bab7e tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1fa20f73-9965-4f95-b7a9-7d98e3822024 HTTP/1.1" status: 200 len: 210 time: 0.0314879 Sep 01 16:37:49.607718 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5440548-0939-407c-9733-5f9afe908200 x-openstack-request-id: req-f5440548-0939-407c-9733-5f9afe908200 {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:37:49.608028 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa20f73-9965-4f95-b7a9-7d98e3822024", "name": "network-vif-deleted", "tag": "896672fd-654c-408f-bad2-1993fb22ba9a", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:37:49.608336 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f5440548-0939-407c-9733-5f9afe908200 {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:37:49.608732 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5440548-0939-407c-9733-5f9afe908200'] response: {'server_uuid': '1fa20f73-9965-4f95-b7a9-7d98e3822024', 'name': 'network-vif-deleted', 'tag': '896672fd-654c-408f-bad2-1993fb22ba9a', 'status': 'completed', 'code': 200} Sep 01 16:37:50.331686 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a08de6-2da7-4fd6-86b5-edc8d8c3ee4b req-f1611d27-4671-4b91-948d-95ee4ebb618a tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:50.333541 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-01a08de6-2da7-4fd6-86b5-edc8d8c3ee4b req-f1611d27-4671-4b91-948d-95ee4ebb618a tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0483942 Sep 01 16:37:50.385835 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-01a08de6-2da7-4fd6-86b5-edc8d8c3ee4b req-a2ea297a-44bc-4174-8e89-398a03554e42 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465465 Sep 01 16:37:50.777272 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.agents_db [None req-09d9e05d-4d55-4c1e-8994-77c39c5d0c8d None None] Agent healthcheck: found 6 active agents {{(pid=106492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:37:51.284336 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-0d6da4c2-4d48-4a1b-93e7-831aa146dd63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:51.493140 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=100 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:51.505968 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec00f1-171d-4775-aba7-a54b3b5ae75d req-0dc8302e-0198-4e66-8e93-c362121bbbcd tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:51.507486 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-0aec00f1-171d-4775-aba7-a54b3b5ae75d req-0dc8302e-0198-4e66-8e93-c362121bbbcd tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0474584 Sep 01 16:37:51.557537 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-0aec00f1-171d-4775-aba7-a54b3b5ae75d req-4787372c-ed5b-4e14-9915-7c0f4703d827 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445211 Sep 01 16:37:52.679167 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece3cbf-5921-4333-a228-ccd8900673ea req-971e97bf-6744-4440-8268-22744947a8bf tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:52.680629 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4ece3cbf-5921-4333-a228-ccd8900673ea req-971e97bf-6744-4440-8268-22744947a8bf tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0494599 Sep 01 16:37:52.727143 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4ece3cbf-5921-4333-a228-ccd8900673ea req-25e981ff-0e87-4e12-aa12-ab879181c2e3 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408528 Sep 01 16:37:53.627251 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 896672fd-654c-408f-bad2-1993fb22ba9a no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:37:53.650104 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] No Port match for: 896672fd-654c-408f-bad2-1993fb22ba9a {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:37:53.650465 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 896672fd-654c-408f-bad2-1993fb22ba9a not bound to the agent host hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:37:53.698710 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-7afc3321-bce8-4209-9c47-e6b388b6d69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:53.845853 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0a0a1-cda0-4383-8691-6ffa85e8071c req-5d39dd98-59ff-4912-a153-47236e8fc1f6 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:53.847355 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-c2b0a0a1-cda0-4383-8691-6ffa85e8071c req-5d39dd98-59ff-4912-a153-47236e8fc1f6 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0468445 Sep 01 16:37:53.894758 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-c2b0a0a1-cda0-4383-8691-6ffa85e8071c req-400df642-ae7f-4701-9321-b0d1d0d5a5e1 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415280 Sep 01 16:37:54.601516 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:55.016700 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ae8a2-78ff-40e2-bb73-eebe790fd45b req-28a5c463-50b2-4cce-af0e-34711e44dd10 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:55.018127 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-5c3ae8a2-78ff-40e2-bb73-eebe790fd45b req-28a5c463-50b2-4cce-af0e-34711e44dd10 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0457194 Sep 01 16:37:55.064122 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-5c3ae8a2-78ff-40e2-bb73-eebe790fd45b req-16da52f0-0819-413d-a48c-336c1b852c4e tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396714 Sep 01 16:37:55.190558 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=13,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:56.183622 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a2968-d629-4c47-be21-f87902e579d9 req-9c33595b-94b8-408d-b884-dd8ad2324b65 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:56.185063 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-778a2968-d629-4c47-be21-f87902e579d9 req-9c33595b-94b8-408d-b884-dd8ad2324b65 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0493410 Sep 01 16:37:56.231324 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-778a2968-d629-4c47-be21-f87902e579d9 req-3d94d688-fc14-454e-b8c1-429ffa6da206 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409014 Sep 01 16:37:56.331080 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:56.458607 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:37:57.338561 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:57.352599 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33db498-925f-43f7-b18a-d745d77ffda4 req-495bc663-6af1-42f5-9bb9-dc572af0271f tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:57.352599 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d33db498-925f-43f7-b18a-d745d77ffda4 req-495bc663-6af1-42f5-9bb9-dc572af0271f tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0470748 Sep 01 16:37:57.400947 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d33db498-925f-43f7-b18a-d745d77ffda4 req-6e52a228-075c-4b47-ae5b-209a04c84aab tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459554 Sep 01 16:37:58.522744 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922118d6-2bcc-4399-9a0a-eaa1fd665b67 req-4f0e0879-60b5-4a83-92e3-e2e7d7cb7333 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:58.524215 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-922118d6-2bcc-4399-9a0a-eaa1fd665b67 req-4f0e0879-60b5-4a83-92e3-e2e7d7cb7333 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0485320 Sep 01 16:37:58.576452 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-922118d6-2bcc-4399-9a0a-eaa1fd665b67 req-f39948c3-5895-42b7-b3cf-95fae4f86a76 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450177 Sep 01 16:37:58.696696 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-270a3191-9fcc-408f-a764-e255d9c0a3c5 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:58.698133 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-270a3191-9fcc-408f-a764-e255d9c0a3c5 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/networks?id=38acd0bc-b894-4eb9-a8c5-fadf4fec09f0 HTTP/1.1" status: 200 len: 814 time: 0.1028292 Sep 01 16:37:58.712725 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-160c342b-a09e-41a0-969a-c7e24bfffc75 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/quotas/09b1f2c2ff4e4338acd2a3367a4fdee5 HTTP/1.1" status: 200 len: 375 time: 0.0090280 Sep 01 16:37:58.744893 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-a6efa323-c01d-491a-b38f-156f270ee6a9 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=09b1f2c2ff4e4338acd2a3367a4fdee5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273914 Sep 01 16:37:58.808631 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:37:58.837133 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-f5713229-4db2-4bbc-a1f8-c5372db060d8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/38acd0bc-b894-4eb9-a8c5-fadf4fec09f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857413 Sep 01 16:37:58.930405 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-51aa4ae3-7b73-4211-af42-f06ef7756d26 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/38acd0bc-b894-4eb9-a8c5-fadf4fec09f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875287 Sep 01 16:37:59.088118 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-f5b75df8-c5c9-4d64-8312-5345c0e19a64 req-235ac9d0-43c6-4990-b6e1-17dc78c8864c tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e1e61cdb-828c-466f-b7ca-7bbd7df3ea43 HTTP/1.1" status: 200 len: 210 time: 0.0309668 Sep 01 16:37:59.698896 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b558e-cf84-429f-a170-e2ded71783e4 req-edf6163b-4497-4816-84ff-ad9af130e8fc tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:37:59.700374 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b68b558e-cf84-429f-a170-e2ded71783e4 req-edf6163b-4497-4816-84ff-ad9af130e8fc tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0487823 Sep 01 16:37:59.747423 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b68b558e-cf84-429f-a170-e2ded71783e4 req-bf08bffe-70d6-4427-8909-7e525c082bc2 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412991 Sep 01 16:38:00.188121 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-3aff03ec-65c5-417c-b197-c193f9d61c99 req-e81f35a6-863f-46ff-a292-8941e521b196 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e1e61cdb-828c-466f-b7ca-7bbd7df3ea43 HTTP/1.1" status: 200 len: 210 time: 0.0272748 Sep 01 16:38:00.580308 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-01277379-ebc5-4c5a-a47a-1dd305cd2b67 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:00.581737 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-01277379-ebc5-4c5a-a47a-1dd305cd2b67 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.77 "GET /networking/v2.0/networks?id=38acd0bc-b894-4eb9-a8c5-fadf4fec09f0 HTTP/1.1" status: 200 len: 814 time: 0.1069584 Sep 01 16:38:00.605552 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-a7ffb82d-0dbe-4cb1-8daa-f96695bd2f9b tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Request body: {'port': {'device_id': 'e1e61cdb-828c-466f-b7ca-7bbd7df3ea43', 'network_id': '38acd0bc-b894-4eb9-a8c5-fadf4fec09f0', 'admin_state_up': True, 'tenant_id': '09b1f2c2ff4e4338acd2a3367a4fdee5'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:38:00.712325 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-a7ffb82d-0dbe-4cb1-8daa-f96695bd2f9b tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Made reservation on behalf of 09b1f2c2ff4e4338acd2a3367a4fdee5 for: {'port': 1} {{(pid=106490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:38:00.716043 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-a7ffb82d-0dbe-4cb1-8daa-f96695bd2f9b tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:00.772674 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:00.876187 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_common [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-a7ffb82d-0dbe-4cb1-8daa-f96695bd2f9b tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Allocated IP 172.20.0.6 (38acd0bc-b894-4eb9-a8c5-fadf4fec09f0/a1176e06-7b68-4acd-ab72-99b73daee270/87981084-4264-485a-8bbe-2a3b814a0390) {{(pid=106490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:38:00.883554 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8177924-f810-4ed5-ae96-4231eb97ac45 req-8cfc4b47-845d-47bc-9916-32190de4d2d0 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:00.884937 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f8177924-f810-4ed5-ae96-4231eb97ac45 req-8cfc4b47-845d-47bc-9916-32190de4d2d0 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0635996 Sep 01 16:38:00.946572 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:00.969444 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f8177924-f810-4ed5-ae96-4231eb97ac45 req-91914412-3301-463c-9a28-1214d3f37a49 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768108 Sep 01 16:38:01.069728 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-a7ffb82d-0dbe-4cb1-8daa-f96695bd2f9b tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Publish callbacks [] for port (87981084-4264-485a-8bbe-2a3b814a0390), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:01.079968 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:01.105148 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-a7ffb82d-0dbe-4cb1-8daa-f96695bd2f9b tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (87981084-4264-485a-8bbe-2a3b814a0390), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:01.149467 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-a7ffb82d-0dbe-4cb1-8daa-f96695bd2f9b tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Network 38acd0bc-b894-4eb9-a8c5-fadf4fec09f0 is already hosted by enough agents. {{(pid=106490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:38:01.152517 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-a7ffb82d-0dbe-4cb1-8daa-f96695bd2f9b tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Resources bound (agent type, host, resource id): {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:38:01.156318 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-a7ffb82d-0dbe-4cb1-8daa-f96695bd2f9b tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Received port after_create {{(pid=106490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:38:01.162254 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ffb82d-0dbe-4cb1-8daa-f96695bd2f9b tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Pushing event updated for resources: {'Port': ['ID=87981084-4264-485a-8bbe-2a3b814a0390,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:38:01.192777 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ffb82d-0dbe-4cb1-8daa-f96695bd2f9b tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:01.193123 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ffb82d-0dbe-4cb1-8daa-f96695bd2f9b tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:01.193457 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ffb82d-0dbe-4cb1-8daa-f96695bd2f9b tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:01.194341 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ffb82d-0dbe-4cb1-8daa-f96695bd2f9b tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:01.194671 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ffb82d-0dbe-4cb1-8daa-f96695bd2f9b tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:01.194995 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ffb82d-0dbe-4cb1-8daa-f96695bd2f9b tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:01.195317 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ffb82d-0dbe-4cb1-8daa-f96695bd2f9b tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:01.195638 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ffb82d-0dbe-4cb1-8daa-f96695bd2f9b tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:01.195958 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ffb82d-0dbe-4cb1-8daa-f96695bd2f9b tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:01.196280 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ffb82d-0dbe-4cb1-8daa-f96695bd2f9b tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:01.196598 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ffb82d-0dbe-4cb1-8daa-f96695bd2f9b tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:01.196916 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ffb82d-0dbe-4cb1-8daa-f96695bd2f9b tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:01.197233 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ffb82d-0dbe-4cb1-8daa-f96695bd2f9b tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:01.197547 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ffb82d-0dbe-4cb1-8daa-f96695bd2f9b tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:01.197859 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ffb82d-0dbe-4cb1-8daa-f96695bd2f9b tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:01.222665 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-a7ffb82d-0dbe-4cb1-8daa-f96695bd2f9b tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:01.223268 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-a7ffb82d-0dbe-4cb1-8daa-f96695bd2f9b tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:01.241993 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-a7ffb82d-0dbe-4cb1-8daa-f96695bd2f9b tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6400492 Sep 01 16:38:01.261570 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-19925438-2f96-41c8-bee8-0d023e7a0166 service neutron] Request body: {'port': {'device_id': 'e1e61cdb-828c-466f-b7ca-7bbd7df3ea43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:38:01.306909 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec4395-fa0a-483f-97a5-b2dc17292b04 req-3d9cbd2c-e776-4e20-8bd7-d27564a4ae97 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:01.308376 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-0fec4395-fa0a-483f-97a5-b2dc17292b04 req-3d9cbd2c-e776-4e20-8bd7-d27564a4ae97 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e1e61cdb-828c-466f-b7ca-7bbd7df3ea43 HTTP/1.1" status: 200 len: 931 time: 0.0475056 Sep 01 16:38:01.320011 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-19925438-2f96-41c8-bee8-0d023e7a0166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (87981084-4264-485a-8bbe-2a3b814a0390), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:01.357671 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-0fec4395-fa0a-483f-97a5-b2dc17292b04 req-a9be1f44-d501-4b08-a069-73de8bce0382 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b2328c1-9620-472d-b749-dba6a89d779a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436931 Sep 01 16:38:01.578476 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-19925438-2f96-41c8-bee8-0d023e7a0166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87981084-4264-485a-8bbe-2a3b814a0390 {{(pid=106490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:38:01.586180 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-19925438-2f96-41c8-bee8-0d023e7a0166 service neutron] Publish callbacks [] for port (87981084-4264-485a-8bbe-2a3b814a0390), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:01.598534 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.provisioning_blocks [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-19925438-2f96-41c8-bee8-0d023e7a0166 service neutron] Transition to ACTIVE for port object 87981084-4264-485a-8bbe-2a3b814a0390 will not be triggered until provisioned by entity L2. {{(pid=106490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 16:38:01.603049 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-19925438-2f96-41c8-bee8-0d023e7a0166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261539433'] for port (87981084-4264-485a-8bbe-2a3b814a0390), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:01.661427 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19925438-2f96-41c8-bee8-0d023e7a0166 service neutron] Pushing event updated for resources: {'Port': ['ID=87981084-4264-485a-8bbe-2a3b814a0390,revision_number=2']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:38:01.700173 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:01.710944 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-19925438-2f96-41c8-bee8-0d023e7a0166 service neutron] Attempting to bind port 87981084-4264-485a-8bbe-2a3b814a0390 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:38:01.711273 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-19925438-2f96-41c8-bee8-0d023e7a0166 service neutron] Attempting to bind port 87981084-4264-485a-8bbe-2a3b814a0390 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': '098b0357-abb2-4d87-a3b6-bd4af7d5fb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '38acd0bc-b894-4eb9-a8c5-fadf4fec09f0'}] {{(pid=106490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:38:01.711594 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-19925438-2f96-41c8-bee8-0d023e7a0166 service neutron] Attempting to bind port 87981084-4264-485a-8bbe-2a3b814a0390 on network 38acd0bc-b894-4eb9-a8c5-fadf4fec09f0 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:38:01.716984 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-19925438-2f96-41c8-bee8-0d023e7a0166 service neutron] Port 87981084-4264-485a-8bbe-2a3b814a0390 on network 38acd0bc-b894-4eb9-a8c5-fadf4fec09f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 16:38:01.717562 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-19925438-2f96-41c8-bee8-0d023e7a0166 service neutron] Attempting to bind port 87981084-4264-485a-8bbe-2a3b814a0390 on network 38acd0bc-b894-4eb9-a8c5-fadf4fec09f0 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:38:01.722171 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-19925438-2f96-41c8-bee8-0d023e7a0166 service neutron] Checking agent: {'id': '294a3787-103d-4a51-bc9c-bc09638a7966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 32, 3), 'started_at': datetime.datetime(2022, 9, 1, 16, 32, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:38:01.722537 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-19925438-2f96-41c8-bee8-0d023e7a0166 service neutron] Checking segment: {'id': '098b0357-abb2-4d87-a3b6-bd4af7d5fb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '38acd0bc-b894-4eb9-a8c5-fadf4fec09f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:38:01.722911 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-19925438-2f96-41c8-bee8-0d023e7a0166 service neutron] Bound using segment: {'id': '098b0357-abb2-4d87-a3b6-bd4af7d5fb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '38acd0bc-b894-4eb9-a8c5-fadf4fec09f0'} {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:38:01.723330 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-19925438-2f96-41c8-bee8-0d023e7a0166 service neutron] Bound port: 87981084-4264-485a-8bbe-2a3b814a0390, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '098b0357-abb2-4d87-a3b6-bd4af7d5fb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '38acd0bc-b894-4eb9-a8c5-fadf4fec09f0'}}] {{(pid=106490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:38:01.723674 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-19925438-2f96-41c8-bee8-0d023e7a0166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (87981084-4264-485a-8bbe-2a3b814a0390), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:01.785805 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-19925438-2f96-41c8-bee8-0d023e7a0166 service neutron] For port 87981084-4264-485a-8bbe-2a3b814a0390, host hv-cinder-85220, cleared binding levels {{(pid=106490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:38:01.789412 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-19925438-2f96-41c8-bee8-0d023e7a0166 service neutron] For port 87981084-4264-485a-8bbe-2a3b814a0390, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=87981084-4264-485a-8bbe-2a3b814a0390,segment=NetworkSegment(098b0357-abb2-4d87-a3b6-bd4af7d5fb42),segment_id=098b0357-abb2-4d87-a3b6-bd4af7d5fb42)] {{(pid=106490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:38:01.795839 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-19925438-2f96-41c8-bee8-0d023e7a0166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261539433'] for port (87981084-4264-485a-8bbe-2a3b814a0390), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:01.799877 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-19925438-2f96-41c8-bee8-0d023e7a0166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:01.800480 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-19925438-2f96-41c8-bee8-0d023e7a0166 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:01.801819 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-19925438-2f96-41c8-bee8-0d023e7a0166 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/87981084-4264-485a-8bbe-2a3b814a0390 HTTP/1.1" status: 200 len: 1093 time: 0.5449712 Sep 01 16:38:01.802354 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e61cdb-828c-466f-b7ca-7bbd7df3ea43', 'tag': '87981084-4264-485a-8bbe-2a3b814a0390'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:38:01.804547 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c17903-5d98-4906-8185-946035a36f5d" -d '{"events": [{"name": "network-changed", "server_uuid": "e1e61cdb-828c-466f-b7ca-7bbd7df3ea43", "tag": "87981084-4264-485a-8bbe-2a3b814a0390"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:38:01.842318 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 16:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825b10ad-c465-4447-be51-7cad805eb9b8 x-openstack-request-id: req-825b10ad-c465-4447-be51-7cad805eb9b8 {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:38:01.842604 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1e61cdb-828c-466f-b7ca-7bbd7df3ea43", "tag": "87981084-4264-485a-8bbe-2a3b814a0390", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:38:01.842896 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-825b10ad-c465-4447-be51-7cad805eb9b8 {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:38:01.843300 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-825b10ad-c465-4447-be51-7cad805eb9b8'] response: {'name': 'network-changed', 'server_uuid': 'e1e61cdb-828c-466f-b7ca-7bbd7df3ea43', 'tag': '87981084-4264-485a-8bbe-2a3b814a0390', 'status': 'completed', 'code': 200} Sep 01 16:38:01.855381 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19925438-2f96-41c8-bee8-0d023e7a0166 service neutron] Pushing event updated for resources: {'Port': ['ID=87981084-4264-485a-8bbe-2a3b814a0390,revision_number=3']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:38:01.950530 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-a0c71812-af8b-4520-8363-ed157c08e94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:01.952029 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-a0c71812-af8b-4520-8363-ed157c08e94d service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=09b1f2c2ff4e4338acd2a3367a4fdee5&device_id=e1e61cdb-828c-466f-b7ca-7bbd7df3ea43 HTTP/1.1" status: 200 len: 1127 time: 0.0400631 Sep 01 16:38:02.092363 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8016727-9c07-444d-a11a-1e4849dfb1d6 req-8cc49e9e-4c08-4ab3-83f7-a01d966251d6 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:02.093824 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-e8016727-9c07-444d-a11a-1e4849dfb1d6 req-8cc49e9e-4c08-4ab3-83f7-a01d966251d6 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0490983 Sep 01 16:38:02.147340 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-e8016727-9c07-444d-a11a-1e4849dfb1d6 req-bc498e7c-0b13-42ee-8087-6e4aa8f02fc3 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477557 Sep 01 16:38:02.256941 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-6558acdd-e345-4f66-bd1a-158cffa4e01b service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87981084-4264-485a-8bbe-2a3b814a0390 HTTP/1.1" status: 200 len: 217 time: 0.2881267 Sep 01 16:38:02.305380 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-a1498d5f-cd26-425c-91fb-c95b414e81c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:02.306860 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-a1498d5f-cd26-425c-91fb-c95b414e81c5 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=a1176e06-7b68-4acd-ab72-99b73daee270 HTTP/1.1" status: 200 len: 854 time: 0.0437224 Sep 01 16:38:02.345829 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-b72b8c06-e54a-4fbc-aab1-12aa9557b48a service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=38acd0bc-b894-4eb9-a8c5-fadf4fec09f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257096 Sep 01 16:38:02.404163 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:02.466303 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-39876fa2-9231-449c-8541-00ef2210f44c service neutron] 10.222.0.77 "GET /networking/v2.0/networks/38acd0bc-b894-4eb9-a8c5-fadf4fec09f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135194 Sep 01 16:38:02.499486 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0468e90-7e39-425a-bd81-f6a7ce7c2046 req-1466f08b-8548-45d6-929e-ce3e8426815d tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:02.500886 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f0468e90-7e39-425a-bd81-f6a7ce7c2046 req-1466f08b-8548-45d6-929e-ce3e8426815d tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e1e61cdb-828c-466f-b7ca-7bbd7df3ea43 HTTP/1.1" status: 200 len: 943 time: 0.0683889 Sep 01 16:38:02.607513 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f0468e90-7e39-425a-bd81-f6a7ce7c2046 req-fc2210f7-2869-43a0-a0b0-cea67762cf52 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b2328c1-9620-472d-b749-dba6a89d779a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777893 Sep 01 16:38:02.610969 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ab2a3ed3-e9b2-4447-8215-63ac2e1670f9 req-e0829b13-94a1-405c-8c9e-8529d044befe service neutron] 10.222.0.77 "GET /networking/v2.0/networks/38acd0bc-b894-4eb9-a8c5-fadf4fec09f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373467 Sep 01 16:38:03.267522 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2906ba-23af-4326-acb6-be8215ad28de req-e99c36dc-392d-4efd-bbf1-e2f7f802e29b tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:03.268992 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-7d2906ba-23af-4326-acb6-be8215ad28de req-e99c36dc-392d-4efd-bbf1-e2f7f802e29b tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0464296 Sep 01 16:38:03.315678 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-7d2906ba-23af-4326-acb6-be8215ad28de req-723b3b75-3903-4967-9758-3d0ac35189eb tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406284 Sep 01 16:38:03.724267 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46ddd3-20c9-4e96-a683-b871457128c5 req-fd6a16a3-60c7-4bdd-ba07-82ea148b77c7 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:03.725994 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-9f46ddd3-20c9-4e96-a683-b871457128c5 req-fd6a16a3-60c7-4bdd-ba07-82ea148b77c7 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e1e61cdb-828c-466f-b7ca-7bbd7df3ea43 HTTP/1.1" status: 200 len: 943 time: 0.0477028 Sep 01 16:38:03.772911 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-9f46ddd3-20c9-4e96-a683-b871457128c5 req-8ba0ad87-c247-40b9-b84f-e657b31ee86d tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b2328c1-9620-472d-b749-dba6a89d779a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412991 Sep 01 16:38:03.943075 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c17903-5d98-4906-8185-946035a36f5d req-76b0390a-3778-425e-ade7-849ae82029fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:03.944821 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-35c17903-5d98-4906-8185-946035a36f5d req-76b0390a-3778-425e-ade7-849ae82029fb service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=09b1f2c2ff4e4338acd2a3367a4fdee5&device_id=e1e61cdb-828c-466f-b7ca-7bbd7df3ea43 HTTP/1.1" status: 200 len: 1127 time: 0.0395107 Sep 01 16:38:04.049933 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e2c5c998-c8a6-427b-9cc8-eb827b657640 req-5d82ca24-3aab-4901-9d83-61698674de1d service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=13e447e7-8805-447e-8cf9-7771733bf00f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0827203 Sep 01 16:38:04.083863 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c17903-5d98-4906-8185-946035a36f5d req-93939b4c-a60f-4b2c-bef3-9f75a8bb661e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:04.085237 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-35c17903-5d98-4906-8185-946035a36f5d req-93939b4c-a60f-4b2c-bef3-9f75a8bb661e service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=38acd0bc-b894-4eb9-a8c5-fadf4fec09f0 HTTP/1.1" status: 200 len: 915 time: 0.1193841 Sep 01 16:38:04.149955 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-35c17903-5d98-4906-8185-946035a36f5d req-6ec4d679-7d24-4749-ab10-1181184755da service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87981084-4264-485a-8bbe-2a3b814a0390 HTTP/1.1" status: 200 len: 217 time: 0.0443869 Sep 01 16:38:04.161256 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (294a3787-103d-4a51-bc9c-bc09638a7966), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:04.208464 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5c998-c8a6-427b-9cc8-eb827b657640 req-34f97131-c919-4d5e-958d-34a10f8280a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:04.209823 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e2c5c998-c8a6-427b-9cc8-eb827b657640 req-34f97131-c919-4d5e-958d-34a10f8280a7 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=b4bbb5d3895c49fa8695d3bca946dbea&device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 1129 time: 0.0683219 Sep 01 16:38:04.223088 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c17903-5d98-4906-8185-946035a36f5d req-e683a06b-9d5f-45fc-829c-16c469e26d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:04.224470 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-35c17903-5d98-4906-8185-946035a36f5d req-e683a06b-9d5f-45fc-829c-16c469e26d98 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=a1176e06-7b68-4acd-ab72-99b73daee270 HTTP/1.1" status: 200 len: 854 time: 0.0547721 Sep 01 16:38:04.249988 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:04.275563 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-35c17903-5d98-4906-8185-946035a36f5d req-3dcb78ce-4af9-4721-bffd-dde068b53ac6 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=38acd0bc-b894-4eb9-a8c5-fadf4fec09f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417240 Sep 01 16:38:04.415917 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5c998-c8a6-427b-9cc8-eb827b657640 req-c061b70b-322c-4d63-b767-b55b1760df17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:04.417358 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e2c5c998-c8a6-427b-9cc8-eb827b657640 req-c061b70b-322c-4d63-b767-b55b1760df17 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7 HTTP/1.1" status: 200 len: 918 time: 0.1763225 Sep 01 16:38:04.427179 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-35c17903-5d98-4906-8185-946035a36f5d req-325a04c8-b5d9-41a0-a4fb-4644fe649422 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/38acd0bc-b894-4eb9-a8c5-fadf4fec09f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203060 Sep 01 16:38:04.435686 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d9f0f-cec9-4815-b0e1-4c1b2d424210 req-9eb40b4a-98be-4791-a4f4-238ae6a8abdd tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:04.437140 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-c74d9f0f-cec9-4815-b0e1-4c1b2d424210 req-9eb40b4a-98be-4791-a4f4-238ae6a8abdd tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0466623 Sep 01 16:38:04.474441 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e2c5c998-c8a6-427b-9cc8-eb827b657640 req-19626b81-0064-4fac-9c16-a123c9747929 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=871bccd9-3596-40d8-8c9a-f29d5ba58a45 HTTP/1.1" status: 200 len: 217 time: 0.0400319 Sep 01 16:38:04.484813 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-c74d9f0f-cec9-4815-b0e1-4c1b2d424210 req-1a7a87bb-a5cd-4465-874c-b6d4169dc404 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415146 Sep 01 16:38:04.567522 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5c998-c8a6-427b-9cc8-eb827b657640 req-401b7c54-0f63-45bb-a0af-530154a527a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:04.568965 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e2c5c998-c8a6-427b-9cc8-eb827b657640 req-401b7c54-0f63-45bb-a0af-530154a527a1 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=82786ccd-9c4e-40d1-ba01-7f97c9ac8af5 HTTP/1.1" status: 200 len: 856 time: 0.0847514 Sep 01 16:38:04.594253 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:04.627264 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-35c17903-5d98-4906-8185-946035a36f5d req-a0ce07ff-e969-45e7-b406-f9d4f9c822a0 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/38acd0bc-b894-4eb9-a8c5-fadf4fec09f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918414 Sep 01 16:38:04.632650 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5c998-c8a6-427b-9cc8-eb827b657640 req-61fb749e-2237-44b9-9788-97e76d0f3498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:04.634094 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e2c5c998-c8a6-427b-9cc8-eb827b657640 req-61fb749e-2237-44b9-9788-97e76d0f3498 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0542774 Sep 01 16:38:04.692157 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8478b-849d-4254-ac82-1a0a6192fdb4 req-39fd8c11-3744-4e01-9a6f-0abda7b4e8b2 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:04.693639 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-77c8478b-849d-4254-ac82-1a0a6192fdb4 req-39fd8c11-3744-4e01-9a6f-0abda7b4e8b2 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0499499 Sep 01 16:38:04.744704 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-77c8478b-849d-4254-ac82-1a0a6192fdb4 req-3d04e98a-21f3-4e21-9d0b-5351d03860f5 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451508 Sep 01 16:38:04.817665 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636fc5f-0fb2-4430-9fd4-e3ab149fb9b6 req-56851433-db4c-401e-aaea-6ad0d98764ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:04.819201 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-5636fc5f-0fb2-4430-9fd4-e3ab149fb9b6 req-56851433-db4c-401e-aaea-6ad0d98764ce service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=aab96a55de014d8cac2c004ba7cadedd&device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 1129 time: 0.0574811 Sep 01 16:38:04.839093 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e2c5c998-c8a6-427b-9cc8-eb827b657640 req-3a2273eb-a88f-450e-8e15-2b5e1ceb3917 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370053 Sep 01 16:38:04.987233 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b8322-2901-46e8-99f7-bb5a63792ed0 req-f0603d64-a9ea-4290-b184-028192e8f94b tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:04.988694 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d61b8322-2901-46e8-99f7-bb5a63792ed0 req-f0603d64-a9ea-4290-b184-028192e8f94b tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e1e61cdb-828c-466f-b7ca-7bbd7df3ea43 HTTP/1.1" status: 200 len: 943 time: 0.1040571 Sep 01 16:38:05.044172 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636fc5f-0fb2-4430-9fd4-e3ab149fb9b6 req-c7795590-d3c0-4ead-b0f1-558397e8ce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:05.045586 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-5636fc5f-0fb2-4430-9fd4-e3ab149fb9b6 req-c7795590-d3c0-4ead-b0f1-558397e8ce2f service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=ba8f8151-1775-4d72-8643-4c1aec9c20a0 HTTP/1.1" status: 200 len: 912 time: 0.2184949 Sep 01 16:38:05.052397 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e2c5c998-c8a6-427b-9cc8-eb827b657640 req-7766f24a-647f-43c1-bd26-f32f2f1f27b0 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040379 Sep 01 16:38:05.115975 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d61b8322-2901-46e8-99f7-bb5a63792ed0 req-0b1ce2c5-17a2-4b34-ae93-13eeaf8c58d5 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b2328c1-9620-472d-b749-dba6a89d779a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156011 Sep 01 16:38:05.126339 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-5636fc5f-0fb2-4430-9fd4-e3ab149fb9b6 req-df6bc2c7-f3cb-4a98-864c-7b5143d1267e service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38cd1838-9a61-4f72-a995-2bc777df4564 HTTP/1.1" status: 200 len: 1000 time: 0.0730219 Sep 01 16:38:05.182881 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636fc5f-0fb2-4430-9fd4-e3ab149fb9b6 req-12f1a626-7ad4-4671-907b-a174ceaf1aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:05.184320 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-5636fc5f-0fb2-4430-9fd4-e3ab149fb9b6 req-12f1a626-7ad4-4671-907b-a174ceaf1aa1 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=78963023-41a6-45a3-a4c4-170de5dc804e HTTP/1.1" status: 200 len: 850 time: 0.0485318 Sep 01 16:38:05.522206 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636fc5f-0fb2-4430-9fd4-e3ab149fb9b6 req-fd4bc771-1738-459f-9acc-0c901ba3d2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:05.523865 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-5636fc5f-0fb2-4430-9fd4-e3ab149fb9b6 req-fd4bc771-1738-459f-9acc-0c901ba3d2f9 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=ba8f8151-1775-4d72-8643-4c1aec9c20a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397706 Sep 01 16:38:05.637916 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-5636fc5f-0fb2-4430-9fd4-e3ab149fb9b6 req-ba98df38-e860-4517-a801-611dab20c685 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ba8f8151-1775-4d72-8643-4c1aec9c20a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887671 Sep 01 16:38:05.673610 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 87981084-4264-485a-8bbe-2a3b814a0390 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:38:05.715165 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:05.764043 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:05.767991 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-5636fc5f-0fb2-4430-9fd4-e3ab149fb9b6 req-4fe9dd1a-49ab-4cfa-a8c0-51dc483b8cce service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ba8f8151-1775-4d72-8643-4c1aec9c20a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028147 Sep 01 16:38:05.782302 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 87981084-4264-485a-8bbe-2a3b814a0390, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=87981084-4264-485a-8bbe-2a3b814a0390,segment=NetworkSegment(098b0357-abb2-4d87-a3b6-bd4af7d5fb42),segment_id=098b0357-abb2-4d87-a3b6-bd4af7d5fb42)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:38:05.795215 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Returning: {'device': '87981084-4264-485a-8bbe-2a3b814a0390', 'network_id': '38acd0bc-b894-4eb9-a8c5-fadf4fec09f0', 'port_id': '87981084-4264-485a-8bbe-2a3b814a0390', 'mac_address': 'fa:16:3e:e3:7d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1176e06-7b68-4acd-ab72-99b73daee270', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:38:05.832962 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 87981084-4264-485a-8bbe-2a3b814a0390 is: DOWN; New status is: BUILD {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:38:05.833361 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (87981084-4264-485a-8bbe-2a3b814a0390), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:05.849129 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=100 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:05.850963 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87981084-4264-485a-8bbe-2a3b814a0390 {{(pid=106491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:38:05.871828 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 87981084-4264-485a-8bbe-2a3b814a0390, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=87981084-4264-485a-8bbe-2a3b814a0390,segment=NetworkSegment(098b0357-abb2-4d87-a3b6-bd4af7d5fb42),segment_id=098b0357-abb2-4d87-a3b6-bd4af7d5fb42)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:38:05.880018 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (87981084-4264-485a-8bbe-2a3b814a0390), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:05.891979 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee489f8-96a0-4d97-990e-8eec44be1d03 req-78e1dec1-f7f1-4eb9-8c09-2850e8568e2c tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:05.893704 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-7ee489f8-96a0-4d97-990e-8eec44be1d03 req-78e1dec1-f7f1-4eb9-8c09-2850e8568e2c tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0542269 Sep 01 16:38:05.929904 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=87981084-4264-485a-8bbe-2a3b814a0390,revision_number=4']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:38:05.950481 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-7ee489f8-96a0-4d97-990e-8eec44be1d03 req-0761c71c-d67e-4976-af56-dde3d1577f04 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511272 Sep 01 16:38:06.238147 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095e978-8bd3-49d6-9379-376cab9f7066 req-8e291f12-445b-4fca-91ef-043ede3cb7ed tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:06.239626 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4095e978-8bd3-49d6-9379-376cab9f7066 req-8e291f12-445b-4fca-91ef-043ede3cb7ed tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e1e61cdb-828c-466f-b7ca-7bbd7df3ea43 HTTP/1.1" status: 200 len: 944 time: 0.0476484 Sep 01 16:38:06.285283 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4095e978-8bd3-49d6-9379-376cab9f7066 req-7275f2c6-73e3-4aa4-94e7-634d6fc48143 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b2328c1-9620-472d-b749-dba6a89d779a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400908 Sep 01 16:38:06.395306 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] get_ports_and_sgs() called for port_ids ['87981084-4264-485a-8bbe-2a3b814a0390'] {{(pid=106491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 16:38:07.074942 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5885f3-ad7e-4919-8075-397e6143449b req-bc263150-7561-43dc-b3b6-47ec509f8e88 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:07.076398 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-ad5885f3-ad7e-4919-8075-397e6143449b req-bc263150-7561-43dc-b3b6-47ec509f8e88 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0516007 Sep 01 16:38:07.101313 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=100 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:07.124871 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-ad5885f3-ad7e-4919-8075-397e6143449b req-1d7338b2-b5ad-4ec0-b259-1261fa5b1772 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425372 Sep 01 16:38:07.404714 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82705d-182d-423b-bec3-7998126179db req-0494e5a4-e3cc-4a39-add0-53efad725ecc tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:07.406207 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ed82705d-182d-423b-bec3-7998126179db req-0494e5a4-e3cc-4a39-add0-53efad725ecc tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e1e61cdb-828c-466f-b7ca-7bbd7df3ea43 HTTP/1.1" status: 200 len: 944 time: 0.0489907 Sep 01 16:38:07.441445 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:07.453347 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ed82705d-182d-423b-bec3-7998126179db req-e1c4020a-7eed-44a1-bc0b-9308788036b0 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b2328c1-9620-472d-b749-dba6a89d779a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417418 Sep 01 16:38:07.700724 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 87981084-4264-485a-8bbe-2a3b814a0390 up at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:38:07.741867 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning for port 87981084-4264-485a-8bbe-2a3b814a0390 completed by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 16:38:07.748467 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning complete for port 87981084-4264-485a-8bbe-2a3b814a0390 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:38:07.748906 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (87981084-4264-485a-8bbe-2a3b814a0390), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:07.822630 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 87981084-4264-485a-8bbe-2a3b814a0390 is: BUILD; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:38:07.823551 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (87981084-4264-485a-8bbe-2a3b814a0390), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:07.851547 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e61cdb-828c-466f-b7ca-7bbd7df3ea43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87981084-4264-485a-8bbe-2a3b814a0390'}] {{(pid=106491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:38:07.854274 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27cd250e45b0eab3f9aacaaa4111d690d8ad0f5b6b5c497c1d88b56abc962a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47560c3-bfeb-4b51-b8b1-71e1eac8cca7" -d '{"events": [{"server_uuid": "e1e61cdb-828c-466f-b7ca-7bbd7df3ea43", "name": "network-vif-plugged", "status": "completed", "tag": "87981084-4264-485a-8bbe-2a3b814a0390"}]}' {{(pid=106491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:38:07.867620 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 87981084-4264-485a-8bbe-2a3b814a0390, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=87981084-4264-485a-8bbe-2a3b814a0390,segment=NetworkSegment(098b0357-abb2-4d87-a3b6-bd4af7d5fb42),segment_id=098b0357-abb2-4d87-a3b6-bd4af7d5fb42)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:38:07.872129 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (87981084-4264-485a-8bbe-2a3b814a0390), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:07.901355 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a1a917-b5fc-45a6-90e5-c2a28e08c19e x-openstack-request-id: req-05a1a917-b5fc-45a6-90e5-c2a28e08c19e {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:38:07.901660 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e61cdb-828c-466f-b7ca-7bbd7df3ea43", "name": "network-vif-plugged", "status": "completed", "tag": "87981084-4264-485a-8bbe-2a3b814a0390", "code": 200}]} {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:38:07.901914 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-05a1a917-b5fc-45a6-90e5-c2a28e08c19e {{(pid=106491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:38:07.902333 dv-cinder-852209-10-iscsi neutron-server[106491]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05a1a917-b5fc-45a6-90e5-c2a28e08c19e'] response: {'server_uuid': 'e1e61cdb-828c-466f-b7ca-7bbd7df3ea43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87981084-4264-485a-8bbe-2a3b814a0390', 'code': 200} Sep 01 16:38:07.925677 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=87981084-4264-485a-8bbe-2a3b814a0390,revision_number=5']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:38:08.173045 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dde2db-9868-4c21-89fd-55ccc4ba8b47 req-5e9dc6f3-669f-46a4-827f-323703a1553b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:08.174618 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-05dde2db-9868-4c21-89fd-55ccc4ba8b47 req-5e9dc6f3-669f-46a4-827f-323703a1553b service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e1e61cdb-828c-466f-b7ca-7bbd7df3ea43 HTTP/1.1" status: 200 len: 1129 time: 0.0390759 Sep 01 16:38:08.226115 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-05dde2db-9868-4c21-89fd-55ccc4ba8b47 req-a9fc16b6-c651-48e4-a875-34333f820d7f service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=0b2328c1-9620-472d-b749-dba6a89d779a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387268 Sep 01 16:38:08.576610 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea3f0c-04ab-4d3b-a7ad-3278a883f882 req-79718c19-6670-4841-b646-9d5d5d5d9b1b tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:08.578087 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e9ea3f0c-04ab-4d3b-a7ad-3278a883f882 req-79718c19-6670-4841-b646-9d5d5d5d9b1b tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e1e61cdb-828c-466f-b7ca-7bbd7df3ea43 HTTP/1.1" status: 200 len: 945 time: 0.0505662 Sep 01 16:38:08.625916 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e9ea3f0c-04ab-4d3b-a7ad-3278a883f882 req-4e082f6e-83bc-4387-ba3b-2ac02e4fa17b tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b2328c1-9620-472d-b749-dba6a89d779a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421991 Sep 01 16:38:09.745757 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48115c-2ae9-4a51-ba3b-9bf3c1f58e7a req-66813c45-9786-4fe5-b2c7-bea0145bc5e3 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:09.747220 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-9b48115c-2ae9-4a51-ba3b-9bf3c1f58e7a req-66813c45-9786-4fe5-b2c7-bea0145bc5e3 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e1e61cdb-828c-466f-b7ca-7bbd7df3ea43 HTTP/1.1" status: 200 len: 945 time: 0.0459480 Sep 01 16:38:09.793085 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-9b48115c-2ae9-4a51-ba3b-9bf3c1f58e7a req-3aa71006-16c8-4080-a7f9-34a5dd9a5898 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b2328c1-9620-472d-b749-dba6a89d779a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404012 Sep 01 16:38:15.785770 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31fdc17-039c-4185-9aeb-79938a95f163 req-7b13b357-ca09-4889-9e20-bade70eef9c4 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:15.787273 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e31fdc17-039c-4185-9aeb-79938a95f163 req-7b13b357-ca09-4889-9e20-bade70eef9c4 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 945 time: 0.0773499 Sep 01 16:38:15.792290 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac9505-aa0b-45b6-b831-8c7a3a7a9da5 req-4005bca2-c562-4503-92ff-9485a525e127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:15.793682 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bdac9505-aa0b-45b6-b831-8c7a3a7a9da5 req-4005bca2-c562-4503-92ff-9485a525e127 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=b4bbb5d3895c49fa8695d3bca946dbea&device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 1129 time: 0.0544446 Sep 01 16:38:15.888339 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e31fdc17-039c-4185-9aeb-79938a95f163 req-da8a7f9d-4c05-4d6a-8c11-ba3fd78a360b tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937250 Sep 01 16:38:15.923703 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac9505-aa0b-45b6-b831-8c7a3a7a9da5 req-77b19ae9-f636-4ac2-b00c-389051068ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:15.925163 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bdac9505-aa0b-45b6-b831-8c7a3a7a9da5 req-77b19ae9-f636-4ac2-b00c-389051068ad6 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7 HTTP/1.1" status: 200 len: 918 time: 0.1233926 Sep 01 16:38:15.995377 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bdac9505-aa0b-45b6-b831-8c7a3a7a9da5 req-4820887f-aed0-41ec-b67b-50ba2a1d8c4f service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b174a59-f0a9-4b1a-9233-ea65d28a5d38 HTTP/1.1" status: 200 len: 1001 time: 0.0624006 Sep 01 16:38:16.049374 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac9505-aa0b-45b6-b831-8c7a3a7a9da5 req-0847ea40-6cc9-44c9-9df7-3d62d1d32273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:16.050727 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bdac9505-aa0b-45b6-b831-8c7a3a7a9da5 req-0847ea40-6cc9-44c9-9df7-3d62d1d32273 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=82786ccd-9c4e-40d1-ba01-7f97c9ac8af5 HTTP/1.1" status: 200 len: 856 time: 0.0440874 Sep 01 16:38:16.095857 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac9505-aa0b-45b6-b831-8c7a3a7a9da5 req-388325b2-8cef-4693-be07-e143cbaac27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:16.097320 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bdac9505-aa0b-45b6-b831-8c7a3a7a9da5 req-388325b2-8cef-4693-be07-e143cbaac27f service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383794 Sep 01 16:38:16.191820 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bdac9505-aa0b-45b6-b831-8c7a3a7a9da5 req-c68e4b5f-5580-4270-8ec7-58c7c07da537 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845368 Sep 01 16:38:16.281759 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bdac9505-aa0b-45b6-b831-8c7a3a7a9da5 req-cc2772a2-92f3-47da-80a5-bbf18314b185 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826573 Sep 01 16:38:17.011057 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d99696-c266-4004-a6a8-5048194fd011 req-d8291eb9-2c7e-474f-bd34-7d506ffa2706 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:17.012563 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-95d99696-c266-4004-a6a8-5048194fd011 req-d8291eb9-2c7e-474f-bd34-7d506ffa2706 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 945 time: 0.0475378 Sep 01 16:38:17.061843 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-95d99696-c266-4004-a6a8-5048194fd011 req-ea7384ee-d023-46ad-afa7-65b01580df72 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439277 Sep 01 16:38:17.921874 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:17.922777 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:18.143351 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:18.179646 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1508b0c-61b6-41bc-86cf-764e3dea8f6d req-649955e6-66f2-42d4-8ab1-594493d4dd93 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:18.181075 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d1508b0c-61b6-41bc-86cf-764e3dea8f6d req-649955e6-66f2-42d4-8ab1-594493d4dd93 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 945 time: 0.0467350 Sep 01 16:38:18.230973 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d1508b0c-61b6-41bc-86cf-764e3dea8f6d req-e9993935-b92a-4f5a-9ce2-7e5eece77280 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444429 Sep 01 16:38:19.359306 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9af79-dd82-4869-b233-f19a71de9a00 req-e32d313a-6bef-4313-a63e-8bb6a1b9a4f9 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:19.360771 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-57a9af79-dd82-4869-b233-f19a71de9a00 req-e32d313a-6bef-4313-a63e-8bb6a1b9a4f9 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 945 time: 0.0560052 Sep 01 16:38:19.409381 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-57a9af79-dd82-4869-b233-f19a71de9a00 req-6d7732cf-6234-4a5c-b1e8-88c3026bf539 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428526 Sep 01 16:38:20.526348 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20a0e6-1d47-43ee-9710-97493e545ca0 req-5995afe8-5210-48ea-8a99-ec462e9020be tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:20.527810 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1c20a0e6-1d47-43ee-9710-97493e545ca0 req-5995afe8-5210-48ea-8a99-ec462e9020be tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 945 time: 0.0456443 Sep 01 16:38:20.575386 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1c20a0e6-1d47-43ee-9710-97493e545ca0 req-6033ee01-148b-403b-af81-59612c887bc6 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403035 Sep 01 16:38:20.733993 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:20.739053 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:21.286852 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-b0611107-1f36-4c74-b033-cbaa08c5b026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:21.702030 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4d7ad-a4f8-4e4b-ac48-42b07a62d9ee req-73008c75-de12-44ac-b310-ef970d24a218 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:21.703662 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-48b4d7ad-a4f8-4e4b-ac48-42b07a62d9ee req-73008c75-de12-44ac-b310-ef970d24a218 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 945 time: 0.0488760 Sep 01 16:38:21.749924 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-48b4d7ad-a4f8-4e4b-ac48-42b07a62d9ee req-f4214677-69e7-4171-880f-1f0282e7665d tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402560 Sep 01 16:38:22.868819 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254abca-c4d8-4213-a3b7-03e16e66fa2c req-2f410eb7-438c-4cbc-941e-6a8023bf51f7 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:22.870283 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f254abca-c4d8-4213-a3b7-03e16e66fa2c req-2f410eb7-438c-4cbc-941e-6a8023bf51f7 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 945 time: 0.0464361 Sep 01 16:38:22.917121 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f254abca-c4d8-4213-a3b7-03e16e66fa2c req-0a4835d0-2d0d-4378-b395-2c519afd9baa tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412745 Sep 01 16:38:23.701039 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-d3ce7fe4-7e9a-4c6d-b981-b6e5345ae49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:24.041101 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c818e4-777a-475b-9a3c-3151f436d96f req-ae85c56d-41be-4703-8967-90d67684b371 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:24.042660 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-05c818e4-777a-475b-9a3c-3151f436d96f req-ae85c56d-41be-4703-8967-90d67684b371 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 945 time: 0.0501592 Sep 01 16:38:24.089715 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-05c818e4-777a-475b-9a3c-3151f436d96f req-62067383-57d5-434b-833c-fe364d7d7236 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408251 Sep 01 16:38:24.604449 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:25.205730 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:25.214551 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e652bd7-f038-4f08-9296-a88f315a0f4f req-bc71fe14-200d-4872-8bd1-42032c0b8fff tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:25.216013 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7e652bd7-f038-4f08-9296-a88f315a0f4f req-bc71fe14-200d-4872-8bd1-42032c0b8fff tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 945 time: 0.0515308 Sep 01 16:38:25.263776 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7e652bd7-f038-4f08-9296-a88f315a0f4f req-5e0835e6-870c-4ebb-813f-c2a22bd133bf tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420763 Sep 01 16:38:26.335667 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:26.400843 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3ebd0-b095-4c69-a9a0-914ba6b7fc57 req-77ae0929-9bc9-4b94-8c8c-4c362d03e527 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:26.402374 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-9ec3ebd0-b095-4c69-a9a0-914ba6b7fc57 req-77ae0929-9bc9-4b94-8c8c-4c362d03e527 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 945 time: 0.0487850 Sep 01 16:38:26.450008 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-9ec3ebd0-b095-4c69-a9a0-914ba6b7fc57 req-f5cb51db-0791-41b3-be3a-849402c295c2 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413437 Sep 01 16:38:26.463582 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:27.587786 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2753cc-568f-4b57-bc0d-230bd725e698 req-70740e92-992b-4399-afab-cbb5eb26ef64 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:27.589384 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4e2753cc-568f-4b57-bc0d-230bd725e698 req-70740e92-992b-4399-afab-cbb5eb26ef64 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 945 time: 0.0595212 Sep 01 16:38:27.638050 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4e2753cc-568f-4b57-bc0d-230bd725e698 req-7638326c-95c8-4bac-a4d0-6134d0d216d0 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419242 Sep 01 16:38:27.776369 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.agents_db [None req-09d9e05d-4d55-4c1e-8994-77c39c5d0c8d None None] Agent healthcheck: found 6 active agents {{(pid=106492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:38:28.756833 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0634f825-5dba-4dee-8f5c-40b3c0f02d29 req-43452db0-ac75-4b4b-979b-71b50fe13eb3 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:28.758320 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-0634f825-5dba-4dee-8f5c-40b3c0f02d29 req-43452db0-ac75-4b4b-979b-71b50fe13eb3 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 945 time: 0.0465169 Sep 01 16:38:28.809665 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-0634f825-5dba-4dee-8f5c-40b3c0f02d29 req-fd47177c-27d5-44db-8839-a42badbaa735 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445452 Sep 01 16:38:29.931201 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad385e4e-f73a-45a4-b874-12e98071ff5e req-cb549b60-910f-4ff9-8c46-f571a1c573ac tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:29.932666 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ad385e4e-f73a-45a4-b874-12e98071ff5e req-cb549b60-910f-4ff9-8c46-f571a1c573ac tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 945 time: 0.0494730 Sep 01 16:38:29.983451 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ad385e4e-f73a-45a4-b874-12e98071ff5e req-32f45ec1-a62f-4b67-8fe8-08217317b2d9 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445094 Sep 01 16:38:31.101232 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717cab36-0832-4e2a-8d53-9c78004d396e req-b11c8260-d52c-4579-b9af-2752298af182 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:31.102864 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-717cab36-0832-4e2a-8d53-9c78004d396e req-b11c8260-d52c-4579-b9af-2752298af182 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 945 time: 0.0468469 Sep 01 16:38:31.150421 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-717cab36-0832-4e2a-8d53-9c78004d396e req-9af3d048-dc31-4ac6-835f-da32300e6301 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417926 Sep 01 16:38:32.280652 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6bad5a-f50f-4a5a-9961-c5103de141fa req-ef761267-5669-4318-9714-2507fd60844a tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:32.282693 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-5c6bad5a-f50f-4a5a-9961-c5103de141fa req-ef761267-5669-4318-9714-2507fd60844a tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 945 time: 0.0462873 Sep 01 16:38:32.329146 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-5c6bad5a-f50f-4a5a-9961-c5103de141fa req-ad82f79f-707b-45ce-af94-3ff6f204898b tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410151 Sep 01 16:38:33.449633 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120e706-66ef-42f5-90da-c9203f4e74e6 req-4ad0d593-b0bc-443b-98dd-198f3a496062 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:33.451146 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-7120e706-66ef-42f5-90da-c9203f4e74e6 req-4ad0d593-b0bc-443b-98dd-198f3a496062 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 945 time: 0.0473232 Sep 01 16:38:33.498555 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-7120e706-66ef-42f5-90da-c9203f4e74e6 req-1322b464-61bc-4ddc-8b40-d77fa389d2f5 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417192 Sep 01 16:38:34.162054 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (294a3787-103d-4a51-bc9c-bc09638a7966), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:34.618120 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fd3a5-5824-4b14-8616-c84e052efe92 req-4a7ad2a4-a5ac-4bf4-bec3-d6105ed58781 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:34.619603 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-174fd3a5-5824-4b14-8616-c84e052efe92 req-4a7ad2a4-a5ac-4bf4-bec3-d6105ed58781 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 945 time: 0.0469136 Sep 01 16:38:34.670989 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-174fd3a5-5824-4b14-8616-c84e052efe92 req-36d2a9e7-014f-4dcb-83af-45dbc1a41db3 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456994 Sep 01 16:38:35.784055 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=100 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:35.803076 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f697e8-f4d1-40c8-82f7-7f4bedf2b0b9 req-e8d6b872-9e88-4cc4-a569-c67857fbe016 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:35.804545 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-c6f697e8-f4d1-40c8-82f7-7f4bedf2b0b9 req-e8d6b872-9e88-4cc4-a569-c67857fbe016 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 945 time: 0.0519426 Sep 01 16:38:35.852265 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-c6f697e8-f4d1-40c8-82f7-7f4bedf2b0b9 req-b549384d-1936-476a-9c6e-10256cdf1791 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419173 Sep 01 16:38:36.980631 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ade0d5-0220-43e0-ab46-85d25d0a10f9 req-5b30e60d-9545-4bce-8b1a-d162dc142c91 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:36.982054 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-33ade0d5-0220-43e0-ab46-85d25d0a10f9 req-5b30e60d-9545-4bce-8b1a-d162dc142c91 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 945 time: 0.0485837 Sep 01 16:38:37.031577 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-33ade0d5-0220-43e0-ab46-85d25d0a10f9 req-d5c9a92e-f2df-4354-80cc-4d0c9f42d73f tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432262 Sep 01 16:38:37.573631 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=100 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:37.617425 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07000f8-ac11-4a73-8018-9cd8d54c3eac req-60cb3186-598c-44d1-8802-da36db5881d5 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:37.618975 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-a07000f8-ac11-4a73-8018-9cd8d54c3eac req-60cb3186-598c-44d1-8802-da36db5881d5 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 946 time: 0.0545063 Sep 01 16:38:37.641010 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914b72d-aca9-4d1e-bd11-10df56747f97 req-f8cfc8b6-1dd7-4a7c-941a-e208cc01c846 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:37.642586 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-6914b72d-aca9-4d1e-bd11-10df56747f97 req-f8cfc8b6-1dd7-4a7c-941a-e208cc01c846 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e1e61cdb-828c-466f-b7ca-7bbd7df3ea43 HTTP/1.1" status: 200 len: 945 time: 0.0495040 Sep 01 16:38:37.668153 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-a07000f8-ac11-4a73-8018-9cd8d54c3eac req-92a9e68f-a0d9-4ed6-8562-208c9ea4b2bc tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424507 Sep 01 16:38:37.695313 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-6914b72d-aca9-4d1e-bd11-10df56747f97 req-0eb215e4-3740-4ff9-b0e6-4280890fbd23 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b2328c1-9620-472d-b749-dba6a89d779a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439763 Sep 01 16:38:37.773034 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:38.152990 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac2cfd-ae8c-444b-9642-952b9fe17233 req-5565115d-01ba-40db-a3e4-d653ababcaca tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:38.154508 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-ccac2cfd-ae8c-444b-9642-952b9fe17233 req-5565115d-01ba-40db-a3e4-d653ababcaca tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 945 time: 0.0470924 Sep 01 16:38:38.202544 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-ccac2cfd-ae8c-444b-9642-952b9fe17233 req-cd180b31-45f1-4131-8909-41fde87acd0b tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419147 Sep 01 16:38:38.810201 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82cbedc-6588-4a34-baa0-ba4cc8b8056e req-d8c96b5a-48f4-47e5-94a3-3258df8bf0b7 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:38.811842 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b82cbedc-6588-4a34-baa0-ba4cc8b8056e req-d8c96b5a-48f4-47e5-94a3-3258df8bf0b7 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 946 time: 0.0485578 Sep 01 16:38:38.835270 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6bed5-de9c-457d-83d9-ea7ab1dd12c4 req-d12ca3ec-4fad-4b15-ae0a-b1fe7893b027 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:38.836919 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-03b6bed5-de9c-457d-83d9-ea7ab1dd12c4 req-d12ca3ec-4fad-4b15-ae0a-b1fe7893b027 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e1e61cdb-828c-466f-b7ca-7bbd7df3ea43 HTTP/1.1" status: 200 len: 945 time: 0.0502698 Sep 01 16:38:38.862850 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b82cbedc-6588-4a34-baa0-ba4cc8b8056e req-7ec11a01-02b7-4e19-9d47-48d42bc24acb tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447624 Sep 01 16:38:38.891130 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-03b6bed5-de9c-457d-83d9-ea7ab1dd12c4 req-1975889e-4497-450e-a1ff-77b327788eca tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b2328c1-9620-472d-b749-dba6a89d779a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475247 Sep 01 16:38:39.325680 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d6fb2-16c9-4a3b-8b41-853e033dbcb5 req-74581622-30e6-477f-a582-2109f28f1787 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:39.327200 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-074d6fb2-16c9-4a3b-8b41-853e033dbcb5 req-74581622-30e6-477f-a582-2109f28f1787 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 945 time: 0.0517921 Sep 01 16:38:39.369355 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:39.382029 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-074d6fb2-16c9-4a3b-8b41-853e033dbcb5 req-578aeab1-b21a-49f8-a589-fc30183af6e7 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453734 Sep 01 16:38:39.992022 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe860b-94f4-4551-850b-1164161f1ff7 req-15b7f195-a3a6-4c9b-a99c-15e557d67bdf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:39.993583 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-1dbe860b-94f4-4551-850b-1164161f1ff7 req-15b7f195-a3a6-4c9b-a99c-15e557d67bdf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 946 time: 0.0490077 Sep 01 16:38:40.022114 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0debe324-bfb9-4970-a4d5-abd84506bc8c req-49dbad1d-bb40-45af-8022-b0e0ef1f269f tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:40.024727 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0debe324-bfb9-4970-a4d5-abd84506bc8c req-49dbad1d-bb40-45af-8022-b0e0ef1f269f tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e1e61cdb-828c-466f-b7ca-7bbd7df3ea43 HTTP/1.1" status: 200 len: 945 time: 0.0553613 Sep 01 16:38:40.051996 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-1dbe860b-94f4-4551-850b-1164161f1ff7 req-ab8ed028-36d8-4d01-94f3-cd155b30fcae tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502734 Sep 01 16:38:40.078910 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0debe324-bfb9-4970-a4d5-abd84506bc8c req-b197cb71-e49f-4987-b3ba-05a9b83f56a4 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b2328c1-9620-472d-b749-dba6a89d779a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486538 Sep 01 16:38:40.503218 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50e8b0-2c3a-4ea9-966b-6c834a9af1e2 req-718d62a7-eade-44d0-abd5-7ad0ca3c5f04 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:40.504703 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-1f50e8b0-2c3a-4ea9-966b-6c834a9af1e2 req-718d62a7-eade-44d0-abd5-7ad0ca3c5f04 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 945 time: 0.0489295 Sep 01 16:38:40.553698 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-1f50e8b0-2c3a-4ea9-966b-6c834a9af1e2 req-ee7f2e8f-5d4c-46ad-bde8-8d15e6a9c244 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432737 Sep 01 16:38:41.189121 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc202808-fec0-4d80-ad0b-b902d03865a7 req-c5bae008-5d21-478c-9f7a-20bb2042af69 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:41.190667 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-dc202808-fec0-4d80-ad0b-b902d03865a7 req-c5bae008-5d21-478c-9f7a-20bb2042af69 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 946 time: 0.0483847 Sep 01 16:38:41.214027 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcafae2-aff4-46fe-b81e-db578aed8e09 req-aaac57df-c80a-4171-9e7a-acb3fd995031 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:41.218947 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-8bcafae2-aff4-46fe-b81e-db578aed8e09 req-aaac57df-c80a-4171-9e7a-acb3fd995031 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e1e61cdb-828c-466f-b7ca-7bbd7df3ea43 HTTP/1.1" status: 200 len: 945 time: 0.0566630 Sep 01 16:38:41.253122 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-dc202808-fec0-4d80-ad0b-b902d03865a7 req-62f08de0-355c-460a-af97-5b2c604e5309 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566823 Sep 01 16:38:41.270724 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-8bcafae2-aff4-46fe-b81e-db578aed8e09 req-783a3487-31a5-4b85-9456-d5d394479ee5 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b2328c1-9620-472d-b749-dba6a89d779a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490024 Sep 01 16:38:41.316957 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ebcaa8-9669-45c8-941b-5b5c008b6651 req-36ecf45c-2382-4e23-8cdc-89db2068df96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:41.318471 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-55ebcaa8-9669-45c8-941b-5b5c008b6651 req-36ecf45c-2382-4e23-8cdc-89db2068df96 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 1129 time: 0.0396678 Sep 01 16:38:41.648477 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:41.654434 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6297c-e68a-49f1-9a1e-d89aa090f51b req-2abb9e8f-d415-4d81-991d-a54a4f4bc2a2 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:41.655875 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-58b6297c-e68a-49f1-9a1e-d89aa090f51b req-2abb9e8f-d415-4d81-991d-a54a4f4bc2a2 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 946 time: 0.0763886 Sep 01 16:38:41.703085 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-55ebcaa8-9669-45c8-941b-5b5c008b6651 req-1897b8c7-db26-42a1-8457-7505b99aa724 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246676 Sep 01 16:38:41.759042 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d66a4-a555-4e43-8fb6-01c5cb9ed73c req-5acca85c-a738-4a10-bf57-a8565219cb04 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:41.760526 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-169d66a4-a555-4e43-8fb6-01c5cb9ed73c req-5acca85c-a738-4a10-bf57-a8565219cb04 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 945 time: 0.1242018 Sep 01 16:38:41.782936 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dccd74d-faa7-4b06-8405-7b27c53a211b req-5b5ee4b9-83cd-42a1-93f4-b2846f1b9407 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:41.784309 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-6dccd74d-faa7-4b06-8405-7b27c53a211b req-5b5ee4b9-83cd-42a1-93f4-b2846f1b9407 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e1e61cdb-828c-466f-b7ca-7bbd7df3ea43 HTTP/1.1" status: 200 len: 945 time: 0.0993297 Sep 01 16:38:41.852826 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [req-58b6297c-e68a-49f1-9a1e-d89aa090f51b req-58906c39-44b3-41b9-98d5-749253b755cf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Deleting port 46daf8ff-8552-45e4-b4ac-b60b47e199de {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:38:41.853141 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-58b6297c-e68a-49f1-9a1e-d89aa090f51b req-58906c39-44b3-41b9-98d5-749253b755cf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (46daf8ff-8552-45e4-b4ac-b60b47e199de), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:41.861390 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-169d66a4-a555-4e43-8fb6-01c5cb9ed73c req-6d0e6ac0-8f93-459a-9f12-6fe1e6d08e89 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922811 Sep 01 16:38:41.946920 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-58b6297c-e68a-49f1-9a1e-d89aa090f51b req-58906c39-44b3-41b9-98d5-749253b755cf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] For port 46daf8ff-8552-45e4-b4ac-b60b47e199de, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=46daf8ff-8552-45e4-b4ac-b60b47e199de,segment=NetworkSegment(a5fdef99-cab9-4e68-9f85-2b12b874dece),segment_id=a5fdef99-cab9-4e68-9f85-2b12b874dece)] {{(pid=106490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:38:41.947195 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-58b6297c-e68a-49f1-9a1e-d89aa090f51b req-58906c39-44b3-41b9-98d5-749253b755cf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (46daf8ff-8552-45e4-b4ac-b60b47e199de), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:42.401988 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c865d4-0cb7-4090-ae8c-710e8980e009 req-2da5c3fc-0cb5-4840-86ce-82648e20b5c4 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:42.403531 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-80c865d4-0cb7-4090-ae8c-710e8980e009 req-2da5c3fc-0cb5-4840-86ce-82648e20b5c4 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 946 time: 0.0642431 Sep 01 16:38:42.450257 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [req-6dccd74d-faa7-4b06-8405-7b27c53a211b req-92acfd49-9f76-4adb-8167-83386c99fde2 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Deleting port 87981084-4264-485a-8bbe-2a3b814a0390 {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:38:42.450860 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-6dccd74d-faa7-4b06-8405-7b27c53a211b req-92acfd49-9f76-4adb-8167-83386c99fde2 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (87981084-4264-485a-8bbe-2a3b814a0390), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:42.455877 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-80c865d4-0cb7-4090-ae8c-710e8980e009 req-b89151c2-92ee-4bb1-93b6-9ab8e7f51660 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e7a6fb77-76e0-4037-bdb0-131bc1dfee90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456076 Sep 01 16:38:42.503738 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d80842-39a8-4c67-b5f5-90dd4667f92d req-8c774e3b-5115-48af-9cf8-0c2fc778cf27 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:42.505190 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-04d80842-39a8-4c67-b5f5-90dd4667f92d req-8c774e3b-5115-48af-9cf8-0c2fc778cf27 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e1e61cdb-828c-466f-b7ca-7bbd7df3ea43 HTTP/1.1" status: 200 len: 945 time: 0.1126995 Sep 01 16:38:42.584961 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-58b6297c-e68a-49f1-9a1e-d89aa090f51b req-58906c39-44b3-41b9-98d5-749253b755cf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:42.585240 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-58b6297c-e68a-49f1-9a1e-d89aa090f51b req-58906c39-44b3-41b9-98d5-749253b755cf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631243'] for floatingip (34597c7e-4860-40a8-b4cf-17644793f11a), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:42.585553 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.db.l3_db [req-58b6297c-e68a-49f1-9a1e-d89aa090f51b req-58906c39-44b3-41b9-98d5-749253b755cf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Floating IP 34597c7e-4860-40a8-b4cf-17644793f11a disassociated. External IP: 172.27.2.99, port: 46daf8ff-8552-45e4-b4ac-b60b47e199de. Sep 01 16:38:42.585897 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [req-58b6297c-e68a-49f1-9a1e-d89aa090f51b req-58906c39-44b3-41b9-98d5-749253b755cf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Calling delete_port for 46daf8ff-8552-45e4-b4ac-b60b47e199de owned by compute:nova {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:38:42.626511 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:42.685852 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-04d80842-39a8-4c67-b5f5-90dd4667f92d req-0b1490a1-4ebf-4c0e-a553-eb8f1b4ababe tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=0b2328c1-9620-472d-b749-dba6a89d779a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494477 Sep 01 16:38:42.688308 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-6dccd74d-faa7-4b06-8405-7b27c53a211b req-92acfd49-9f76-4adb-8167-83386c99fde2 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] For port 87981084-4264-485a-8bbe-2a3b814a0390, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=87981084-4264-485a-8bbe-2a3b814a0390,segment=NetworkSegment(098b0357-abb2-4d87-a3b6-bd4af7d5fb42),segment_id=098b0357-abb2-4d87-a3b6-bd4af7d5fb42)] {{(pid=106490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:38:42.688667 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-6dccd74d-faa7-4b06-8405-7b27c53a211b req-92acfd49-9f76-4adb-8167-83386c99fde2 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (87981084-4264-485a-8bbe-2a3b814a0390), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:42.712083 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [req-6dccd74d-faa7-4b06-8405-7b27c53a211b req-92acfd49-9f76-4adb-8167-83386c99fde2 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Calling delete_port for 87981084-4264-485a-8bbe-2a3b814a0390 owned by compute:nova {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:38:42.727038 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:42.848649 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-58b6297c-e68a-49f1-9a1e-d89aa090f51b req-58906c39-44b3-41b9-98d5-749253b755cf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (46daf8ff-8552-45e4-b4ac-b60b47e199de), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:42.898762 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58906c39-44b3-41b9-98d5-749253b755cf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Pushing event deleted for resources: {'Port': ['ID=46daf8ff-8552-45e4-b4ac-b60b47e199de,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:38:42.972919 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-6dccd74d-faa7-4b06-8405-7b27c53a211b req-92acfd49-9f76-4adb-8167-83386c99fde2 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (87981084-4264-485a-8bbe-2a3b814a0390), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:42.997490 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f5426-57ae-4445-9d09-3d39f9948c56 req-4f11f05c-efc8-4df4-9883-098d2ac47bdd tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:42.999236 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-a87f5426-57ae-4445-9d09-3d39f9948c56 req-4f11f05c-efc8-4df4-9883-098d2ac47bdd tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 945 time: 0.0536900 Sep 01 16:38:43.008887 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92acfd49-9f76-4adb-8167-83386c99fde2 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Pushing event deleted for resources: {'Port': ['ID=87981084-4264-485a-8bbe-2a3b814a0390,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:38:43.013163 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] get_ports_and_sgs() called for port_ids ['87981084-4264-485a-8bbe-2a3b814a0390'] {{(pid=106491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 16:38:43.082259 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-a87f5426-57ae-4445-9d09-3d39f9948c56 req-2ad3e249-af83-4e6d-b5f1-161090625a7d tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768116 Sep 01 16:38:43.086699 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dccd74d-faa7-4b06-8405-7b27c53a211b req-92acfd49-9f76-4adb-8167-83386c99fde2 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] No DVR routers for this DVR port 87981084-4264-485a-8bbe-2a3b814a0390 on host hv-cinder-85220 {{(pid=106490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 16:38:43.090919 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-6dccd74d-faa7-4b06-8405-7b27c53a211b req-92acfd49-9f76-4adb-8167-83386c99fde2 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:43.094616 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-6dccd74d-faa7-4b06-8405-7b27c53a211b req-92acfd49-9f76-4adb-8167-83386c99fde2 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.77 "DELETE /networking/v2.0/ports/87981084-4264-485a-8bbe-2a3b814a0390 HTTP/1.1" status: 204 len: 173 time: 1.0822496 Sep 01 16:38:43.095037 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e61cdb-828c-466f-b7ca-7bbd7df3ea43', 'name': 'network-vif-deleted', 'tag': '87981084-4264-485a-8bbe-2a3b814a0390'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:38:43.097292 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb3a0dd-348c-4b99-ae17-76024673e359" -d '{"events": [{"server_uuid": "e1e61cdb-828c-466f-b7ca-7bbd7df3ea43", "name": "network-vif-deleted", "tag": "87981084-4264-485a-8bbe-2a3b814a0390"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:38:43.122628 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58b6297c-e68a-49f1-9a1e-d89aa090f51b req-58906c39-44b3-41b9-98d5-749253b755cf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Router 8a7bba63-cf84-4a53-bfd6-eaff5c296ac8 has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:38:43.169527 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6192f057-314e-4e6b-a57c-b87fe22fc1b6 x-openstack-request-id: req-6192f057-314e-4e6b-a57c-b87fe22fc1b6 {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:38:43.169878 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e61cdb-828c-466f-b7ca-7bbd7df3ea43", "name": "network-vif-deleted", "tag": "87981084-4264-485a-8bbe-2a3b814a0390", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:38:43.170054 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6192f057-314e-4e6b-a57c-b87fe22fc1b6 {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:38:43.170462 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6192f057-314e-4e6b-a57c-b87fe22fc1b6'] response: {'server_uuid': 'e1e61cdb-828c-466f-b7ca-7bbd7df3ea43', 'name': 'network-vif-deleted', 'tag': '87981084-4264-485a-8bbe-2a3b814a0390', 'status': 'completed', 'code': 200} Sep 01 16:38:43.235881 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58b6297c-e68a-49f1-9a1e-d89aa090f51b req-58906c39-44b3-41b9-98d5-749253b755cf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:38:43.249573 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3d69af-7d61-41d2-b1bb-e13feea19405 None None] Sync routers for ids ['8a7bba63-cf84-4a53-bfd6-eaff5c296ac8'] in dv-cinder-852209-10-iscsi {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:38:43.262458 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3d69af-7d61-41d2-b1bb-e13feea19405 None None] Routers {'8a7bba63-cf84-4a53-bfd6-eaff5c296ac8'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:38:43.263091 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-7e3d69af-7d61-41d2-b1bb-e13feea19405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:38:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['8a7bba63-cf84-4a53-bfd6-eaff5c296ac8'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:38:43.285020 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b6297c-e68a-49f1-9a1e-d89aa090f51b req-58906c39-44b3-41b9-98d5-749253b755cf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] No DVR routers for this DVR port 46daf8ff-8552-45e4-b4ac-b60b47e199de on host hv-cinder-85220 {{(pid=106490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 16:38:43.287533 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-58b6297c-e68a-49f1-9a1e-d89aa090f51b req-58906c39-44b3-41b9-98d5-749253b755cf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:43.291015 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-58b6297c-e68a-49f1-9a1e-d89aa090f51b req-58906c39-44b3-41b9-98d5-749253b755cf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.77 "DELETE /networking/v2.0/ports/46daf8ff-8552-45e4-b4ac-b60b47e199de HTTP/1.1" status: 204 len: 173 time: 1.6048968 Sep 01 16:38:43.410061 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-7e3d69af-7d61-41d2-b1bb-e13feea19405 None None] Set router 8a7bba63-cf84-4a53-bfd6-eaff5c296ac8 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:38:43.595454 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-77976efc-84b3-4d5e-8eac-06f02678e95f req-bc8b2020-fb4e-4f43-b26e-c1140665bc22 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 210 time: 0.0399818 Sep 01 16:38:43.689021 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-7e3d69af-7d61-41d2-b1bb-e13feea19405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'name': 'tempest-AttachVolumeShelveTestJSON-788111627-router', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '6f5e2d84-5694-4838-b29d-6ed6db584211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:55Z', 'updated_at': '2022-09-01T16:34:03Z', 'revision_number': 4, 'project_id': 'cfb0b630e22745e8af15fb02c71800c3', 'gw_port': {'id': '6f5e2d84-5694-4838-b29d-6ed6db584211', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:57Z', 'updated_at': '2022-09-01T16:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '5bf7e611-18e1-489f-893a-f5c18377fe8e', 'name': '', 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'mac_address': 'fa:16:3e:b7:34:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fdf6e192-10ef-49d3-8b96-d6cc87fe33e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:34:02Z', 'updated_at': '2022-09-01T16:34:22Z', 'revision_number': 5, 'project_id': 'cfb0b630e22745e8af15fb02c71800c3', 'subnets': [{'id': 'fdf6e192-10ef-49d3-8b96-d6cc87fe33e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:38:43.716851 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3d69af-7d61-41d2-b1bb-e13feea19405 None None] Checking router: 8a7bba63-cf84-4a53-bfd6-eaff5c296ac8 for host: dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:38:43.746068 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3d69af-7d61-41d2-b1bb-e13feea19405 None None] Routers {'8a7bba63-cf84-4a53-bfd6-eaff5c296ac8'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:38:43.747153 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-7e3d69af-7d61-41d2-b1bb-e13feea19405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:38:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['8a7bba63-cf84-4a53-bfd6-eaff5c296ac8'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:38:43.837777 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-462f5d2b-de54-44d8-9291-73d3f45b417e req-743db6bd-e8be-400d-b3c2-b4800cb2a755 tempest-VolumesSnapshotTestJSON-193016146 tempest-VolumesSnapshotTestJSON-193016146-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e1e61cdb-828c-466f-b7ca-7bbd7df3ea43 HTTP/1.1" status: 200 len: 210 time: 0.0391946 Sep 01 16:38:43.918527 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-7e3d69af-7d61-41d2-b1bb-e13feea19405 None None] Set router 8a7bba63-cf84-4a53-bfd6-eaff5c296ac8 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:38:44.122426 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-7e3d69af-7d61-41d2-b1bb-e13feea19405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'name': 'tempest-AttachVolumeShelveTestJSON-788111627-router', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '6f5e2d84-5694-4838-b29d-6ed6db584211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:55Z', 'updated_at': '2022-09-01T16:34:03Z', 'revision_number': 4, 'project_id': 'cfb0b630e22745e8af15fb02c71800c3', 'gw_port': {'id': '6f5e2d84-5694-4838-b29d-6ed6db584211', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:57Z', 'updated_at': '2022-09-01T16:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '5bf7e611-18e1-489f-893a-f5c18377fe8e', 'name': '', 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'mac_address': 'fa:16:3e:b7:34:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fdf6e192-10ef-49d3-8b96-d6cc87fe33e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:34:02Z', 'updated_at': '2022-09-01T16:34:22Z', 'revision_number': 5, 'project_id': 'cfb0b630e22745e8af15fb02c71800c3', 'subnets': [{'id': 'fdf6e192-10ef-49d3-8b96-d6cc87fe33e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:38:44.168385 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3d69af-7d61-41d2-b1bb-e13feea19405 None None] The sync data for ids ['8a7bba63-cf84-4a53-bfd6-eaff5c296ac8'] in dv-cinder-852209-10-iscsi is: [{'id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'name': 'tempest-AttachVolumeShelveTestJSON-788111627-router', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '6f5e2d84-5694-4838-b29d-6ed6db584211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:55Z', 'updated_at': '2022-09-01T16:34:03Z', 'revision_number': 4, 'project_id': 'cfb0b630e22745e8af15fb02c71800c3', 'gw_port': {'id': '6f5e2d84-5694-4838-b29d-6ed6db584211', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:57Z', 'updated_at': '2022-09-01T16:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '5bf7e611-18e1-489f-893a-f5c18377fe8e', 'name': '', 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'mac_address': 'fa:16:3e:b7:34:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fdf6e192-10ef-49d3-8b96-d6cc87fe33e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:34:02Z', 'updated_at': '2022-09-01T16:34:22Z', 'revision_number': 5, 'project_id': 'cfb0b630e22745e8af15fb02c71800c3', 'subnets': [{'id': 'fdf6e192-10ef-49d3-8b96-d6cc87fe33e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:38:44.217297 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33797d-e532-4a90-8d30-6353d57c9393 req-5522f502-faf1-4530-a7e2-538c2433faf7 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:44.219409 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-0e33797d-e532-4a90-8d30-6353d57c9393 req-5522f502-faf1-4530-a7e2-538c2433faf7 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 945 time: 0.0523903 Sep 01 16:38:44.291813 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-0e33797d-e532-4a90-8d30-6353d57c9393 req-2959c954-6914-41fc-a03b-c903ed617007 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603447 Sep 01 16:38:44.488151 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c362c59b-0665-438e-b0bb-08d6d4f0d41c None None] New status for floating IP 34597c7e-4860-40a8-b4cf-17644793f11a: DOWN {{(pid=106492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 16:38:44.847618 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=100 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:44.851151 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-022c4a48-3eef-4724-8483-4474868f9090 req-cd53bf46-b2d7-4884-8bc0-600dca445843 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0958ba3f-7f1d-4fa1-bff7-4459d3945b6f HTTP/1.1" status: 200 len: 210 time: 0.0440571 Sep 01 16:38:44.961475 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd95c3-0846-4d97-a797-c304268b78f9 req-47fab390-1ba9-40f2-bd9b-e976fd64b9cd tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:44.963024 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-10dd95c3-0846-4d97-a797-c304268b78f9 req-47fab390-1ba9-40f2-bd9b-e976fd64b9cd tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 945 time: 0.0988431 Sep 01 16:38:44.964151 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32ca12-9c11-4944-a456-2211c348049e req-facf909a-af47-48b8-b96c-c146f7d3bb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:44.965498 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7b32ca12-9c11-4944-a456-2211c348049e req-facf909a-af47-48b8-b96c-c146f7d3bb1f service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=b4bbb5d3895c49fa8695d3bca946dbea&device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 1129 time: 0.0733378 Sep 01 16:38:45.085600 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-10dd95c3-0846-4d97-a797-c304268b78f9 req-9006d12c-429d-4935-85e6-729966fdf91e tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017852 Sep 01 16:38:45.102630 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32ca12-9c11-4944-a456-2211c348049e req-427e812a-fc16-4f03-adf5-86abbd0491a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:45.104181 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7b32ca12-9c11-4944-a456-2211c348049e req-427e812a-fc16-4f03-adf5-86abbd0491a6 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7 HTTP/1.1" status: 200 len: 918 time: 0.1311507 Sep 01 16:38:45.170072 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:45.176566 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0958ba3f-7f1d-4fa1-bff7-4459d3945b6f', 'name': 'network-vif-deleted', 'tag': '46daf8ff-8552-45e4-b4ac-b60b47e199de'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:38:45.179094 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50da893e-a3b4-4dfa-9384-7355ad8be05b" -d '{"events": [{"server_uuid": "0958ba3f-7f1d-4fa1-bff7-4459d3945b6f", "name": "network-vif-deleted", "tag": "46daf8ff-8552-45e4-b4ac-b60b47e199de"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:38:45.200708 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7b32ca12-9c11-4944-a456-2211c348049e req-fc4ce5bb-b51d-4818-b935-46123cfd80aa service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b174a59-f0a9-4b1a-9233-ea65d28a5d38 HTTP/1.1" status: 200 len: 1001 time: 0.0895901 Sep 01 16:38:45.238989 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ab19ed-a7ba-4553-a86e-44455122bab7 x-openstack-request-id: req-84ab19ed-a7ba-4553-a86e-44455122bab7 {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:38:45.239255 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0958ba3f-7f1d-4fa1-bff7-4459d3945b6f", "name": "network-vif-deleted", "tag": "46daf8ff-8552-45e4-b4ac-b60b47e199de", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:38:45.239518 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-84ab19ed-a7ba-4553-a86e-44455122bab7 {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:38:45.239914 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84ab19ed-a7ba-4553-a86e-44455122bab7'] response: {'server_uuid': '0958ba3f-7f1d-4fa1-bff7-4459d3945b6f', 'name': 'network-vif-deleted', 'tag': '46daf8ff-8552-45e4-b4ac-b60b47e199de', 'status': 'completed', 'code': 200} Sep 01 16:38:45.261626 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32ca12-9c11-4944-a456-2211c348049e req-20afb40d-2410-4812-88bb-689df82efaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:45.264113 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7b32ca12-9c11-4944-a456-2211c348049e req-20afb40d-2410-4812-88bb-689df82efaeb service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=82786ccd-9c4e-40d1-ba01-7f97c9ac8af5 HTTP/1.1" status: 200 len: 856 time: 0.0563650 Sep 01 16:38:45.321743 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32ca12-9c11-4944-a456-2211c348049e req-fdd87e19-b320-4e80-8f48-39b6f8a188d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:45.323488 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7b32ca12-9c11-4944-a456-2211c348049e req-fdd87e19-b320-4e80-8f48-39b6f8a188d2 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0511036 Sep 01 16:38:45.358399 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:45.439527 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7b32ca12-9c11-4944-a456-2211c348049e req-a8d0c68d-11b1-4efc-9542-1a1b91caadbd service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086035 Sep 01 16:38:45.543306 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7b32ca12-9c11-4944-a456-2211c348049e req-e28f5aa2-023f-4566-b4f8-6c17b5519dd5 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974607 Sep 01 16:38:45.886876 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 46daf8ff-8552-45e4-b4ac-b60b47e199de no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:38:45.910016 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] No Port match for: 46daf8ff-8552-45e4-b4ac-b60b47e199de {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:38:45.910408 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 46daf8ff-8552-45e4-b4ac-b60b47e199de not bound to the agent host hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:38:45.910831 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 87981084-4264-485a-8bbe-2a3b814a0390 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:38:45.929980 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] No Port match for: 87981084-4264-485a-8bbe-2a3b814a0390 {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:38:45.930348 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 87981084-4264-485a-8bbe-2a3b814a0390 not bound to the agent host hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:38:45.957479 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 36386) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:38:46.013498 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-b425c262-b135-4829-86c9-36bef660532f tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks [] for security_group (e7a6fb77-76e0-4037-bdb0-131bc1dfee90), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:46.036862 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-b425c262-b135-4829-86c9-36bef660532f tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks [] for security_group (e7a6fb77-76e0-4037-bdb0-131bc1dfee90), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:46.096287 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-b425c262-b135-4829-86c9-36bef660532f tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (e7a6fb77-76e0-4037-bdb0-131bc1dfee90), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:46.099057 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-b425c262-b135-4829-86c9-36bef660532f tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:46.100506 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-b425c262-b135-4829-86c9-36bef660532f tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e7a6fb77-76e0-4037-bdb0-131bc1dfee90 HTTP/1.1" status: 204 len: 168 time: 0.1419878 Sep 01 16:38:46.104076 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 36388) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:38:46.110909 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b425c262-b135-4829-86c9-36bef660532f tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a6fb77-76e0-4037-bdb0-131bc1dfee90,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:38:46.117970 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.api.v2.resource [None req-3e6b241f-a992-4791-841e-2cad851cf202 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] show failed (client error): The resource could not be found. Sep 01 16:38:46.121972 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 36390) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:38:46.122114 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-3e6b241f-a992-4791-841e-2cad851cf202 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups/e7a6fb77-76e0-4037-bdb0-131bc1dfee90 HTTP/1.1" status: 404 len: 347 time: 0.0169220 Sep 01 16:38:46.281338 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d200e7a-bc7c-4e8d-9e60-0846366fe410 req-e29fa574-efed-433d-838e-f4e1810b5e46 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:46.282878 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-9d200e7a-bc7c-4e8d-9e60-0846366fe410 req-e29fa574-efed-433d-838e-f4e1810b5e46 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 945 time: 0.0972099 Sep 01 16:38:46.329902 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-0b71305e-476b-4fef-b438-d32cdb0fb8a5 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Deleting port 4d71ef36-d9e6-443e-8e7a-d266f817997f {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:38:46.330258 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0b71305e-476b-4fef-b438-d32cdb0fb8a5 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (4d71ef36-d9e6-443e-8e7a-d266f817997f), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:46.397194 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-9d200e7a-bc7c-4e8d-9e60-0846366fe410 req-e37da6ec-6cde-476e-96ba-6c3942e6ba15 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981803 Sep 01 16:38:46.444413 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0b71305e-476b-4fef-b438-d32cdb0fb8a5 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (4d71ef36-d9e6-443e-8e7a-d266f817997f), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:46.445043 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0b71305e-476b-4fef-b438-d32cdb0fb8a5 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks [] for floatingip (4d71ef36-d9e6-443e-8e7a-d266f817997f), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:46.463814 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-0b71305e-476b-4fef-b438-d32cdb0fb8a5 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Calling delete_port for 4d71ef36-d9e6-443e-8e7a-d266f817997f owned by network:floatingip {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:38:46.613237 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:46.619570 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0b71305e-476b-4fef-b438-d32cdb0fb8a5 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (4d71ef36-d9e6-443e-8e7a-d266f817997f), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:46.642806 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b71305e-476b-4fef-b438-d32cdb0fb8a5 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Pushing event deleted for resources: {'Port': ['ID=4d71ef36-d9e6-443e-8e7a-d266f817997f,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:38:46.713430 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0b71305e-476b-4fef-b438-d32cdb0fb8a5 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks [] for floatingip (34597c7e-4860-40a8-b4cf-17644793f11a), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:46.716220 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0b71305e-476b-4fef-b438-d32cdb0fb8a5 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for floatingip (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:46.717828 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-0b71305e-476b-4fef-b438-d32cdb0fb8a5 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/34597c7e-4860-40a8-b4cf-17644793f11a HTTP/1.1" status: 204 len: 168 time: 0.5945556 Sep 01 16:38:46.808793 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 36402) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:38:46.813670 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-95ed3bb4-93a0-46ff-9de6-734e67451136 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Request body: {'security_group': {'name': 'tempest-securitygroup--322573793', 'description': 'tempest-description--543661047'}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:38:46.835034 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-95ed3bb4-93a0-46ff-9de6-734e67451136 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:46.897311 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:46.904281 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-95ed3bb4-93a0-46ff-9de6-734e67451136 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks [] for security_group (acac172a-6831-47ff-b970-a0baa05fd9f1), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:46.910080 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-95ed3bb4-93a0-46ff-9de6-734e67451136 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (acac172a-6831-47ff-b970-a0baa05fd9f1), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:46.943107 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-95ed3bb4-93a0-46ff-9de6-734e67451136 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:46.944487 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-95ed3bb4-93a0-46ff-9de6-734e67451136 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1345255 Sep 01 16:38:46.945189 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ed3bb4-93a0-46ff-9de6-734e67451136 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acac172a-6831-47ff-b970-a0baa05fd9f1,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:38:46.948152 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 36404) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:38:46.955658 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-a3343f8c-ec61-41cd-a246-deda2f526fd9 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Request body: {'security_group_rule': {'security_group_id': 'acac172a-6831-47ff-b970-a0baa05fd9f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:38:46.957273 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ed3bb4-93a0-46ff-9de6-734e67451136 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:46.957816 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ed3bb4-93a0-46ff-9de6-734e67451136 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:46.958467 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ed3bb4-93a0-46ff-9de6-734e67451136 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:46.958993 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ed3bb4-93a0-46ff-9de6-734e67451136 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:46.959521 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ed3bb4-93a0-46ff-9de6-734e67451136 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:46.960036 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ed3bb4-93a0-46ff-9de6-734e67451136 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:46.960555 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ed3bb4-93a0-46ff-9de6-734e67451136 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:46.961074 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ed3bb4-93a0-46ff-9de6-734e67451136 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:46.961600 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ed3bb4-93a0-46ff-9de6-734e67451136 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:46.962115 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ed3bb4-93a0-46ff-9de6-734e67451136 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:46.962666 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ed3bb4-93a0-46ff-9de6-734e67451136 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:46.963310 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ed3bb4-93a0-46ff-9de6-734e67451136 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:46.963819 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ed3bb4-93a0-46ff-9de6-734e67451136 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:46.964480 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ed3bb4-93a0-46ff-9de6-734e67451136 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:46.965070 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ed3bb4-93a0-46ff-9de6-734e67451136 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:46.992526 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a3343f8c-ec61-41cd-a246-deda2f526fd9 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks [] for security_group_rule (cb0fc846-e4f2-4465-a1a4-5c2a5bd5f926), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:47.016333 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:47.052743 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a3343f8c-ec61-41cd-a246-deda2f526fd9 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks [] for security_group_rule (cb0fc846-e4f2-4465-a1a4-5c2a5bd5f926), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:47.056606 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a3343f8c-ec61-41cd-a246-deda2f526fd9 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684833'] for security_group_rule (cb0fc846-e4f2-4465-a1a4-5c2a5bd5f926), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:47.076917 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3343f8c-ec61-41cd-a246-deda2f526fd9 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb0fc846-e4f2-4465-a1a4-5c2a5bd5f926,revision_number=0']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:38:47.086033 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a3343f8c-ec61-41cd-a246-deda2f526fd9 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:47.087271 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-a3343f8c-ec61-41cd-a246-deda2f526fd9 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1377790 Sep 01 16:38:47.090082 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 36406) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:38:47.094778 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-e3563cec-5aef-4adc-89eb-7cfd8596387c tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Request body: {'security_group_rule': {'security_group_id': 'acac172a-6831-47ff-b970-a0baa05fd9f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:38:47.121726 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-e3563cec-5aef-4adc-89eb-7cfd8596387c tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks [] for security_group_rule (5fef5b1f-62f7-4606-9f0f-fa25e826746f), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:47.178352 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-e3563cec-5aef-4adc-89eb-7cfd8596387c tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks [] for security_group_rule (5fef5b1f-62f7-4606-9f0f-fa25e826746f), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:47.182877 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-e3563cec-5aef-4adc-89eb-7cfd8596387c tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684833'] for security_group_rule (5fef5b1f-62f7-4606-9f0f-fa25e826746f), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:47.202498 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3563cec-5aef-4adc-89eb-7cfd8596387c tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fef5b1f-62f7-4606-9f0f-fa25e826746f,revision_number=0']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:38:47.211724 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-e3563cec-5aef-4adc-89eb-7cfd8596387c tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:47.212917 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-e3563cec-5aef-4adc-89eb-7cfd8596387c tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1219177 Sep 01 16:38:47.216243 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 36408) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:38:47.221150 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-49a04456-6b8e-48c1-b491-03890fad60bf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Request body: {'floatingip': {'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:38:47.243346 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-49a04456-6b8e-48c1-b491-03890fad60bf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:47.329468 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-49a04456-6b8e-48c1-b491-03890fad60bf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:47.446800 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_common [None req-49a04456-6b8e-48c1-b491-03890fad60bf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Allocated IP 172.27.2.246 (537c3a33-78cb-41f3-a0ee-71478f9cfd9b/3e5d1400-7955-40a6-9a09-08f8a8c1db3a/aa44be3f-09c4-4e97-b6ef-704bc7c1442a) {{(pid=106490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:38:47.568319 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbf5a2-2901-4e8c-b62c-ef909bde721d req-c69119d2-53c7-41d6-8444-da329ac023a9 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:47.569823 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e3fbf5a2-2901-4e8c-b62c-ef909bde721d req-c69119d2-53c7-41d6-8444-da329ac023a9 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 945 time: 0.0641291 Sep 01 16:38:47.623755 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-49a04456-6b8e-48c1-b491-03890fad60bf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks [] for port (aa44be3f-09c4-4e97-b6ef-704bc7c1442a), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:47.657666 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e3fbf5a2-2901-4e8c-b62c-ef909bde721d req-95bb76e2-7873-45b4-9c74-ef1cefed3d1c tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808260 Sep 01 16:38:47.681005 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-49a04456-6b8e-48c1-b491-03890fad60bf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (aa44be3f-09c4-4e97-b6ef-704bc7c1442a), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:47.685010 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:47.713164 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:47.726212 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a04456-6b8e-48c1-b491-03890fad60bf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Network 537c3a33-78cb-41f3-a0ee-71478f9cfd9b is already hosted by enough agents. {{(pid=106490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:38:47.730982 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [None req-49a04456-6b8e-48c1-b491-03890fad60bf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Resources bound (agent type, host, resource id): {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:38:47.735517 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a04456-6b8e-48c1-b491-03890fad60bf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Received port after_create {{(pid=106490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:38:47.741704 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a04456-6b8e-48c1-b491-03890fad60bf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Pushing event updated for resources: {'Port': ['ID=aa44be3f-09c4-4e97-b6ef-704bc7c1442a,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:38:47.826972 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-49a04456-6b8e-48c1-b491-03890fad60bf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks [] for floatingip (494be02b-a2e6-4266-8ad7-8cec408b4940), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:47.864604 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-49a04456-6b8e-48c1-b491-03890fad60bf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (aa44be3f-09c4-4e97-b6ef-704bc7c1442a), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:48.016300 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-49a04456-6b8e-48c1-b491-03890fad60bf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks [] for port (aa44be3f-09c4-4e97-b6ef-704bc7c1442a), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:48.021388 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-49a04456-6b8e-48c1-b491-03890fad60bf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261539433'] for port (aa44be3f-09c4-4e97-b6ef-704bc7c1442a), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:48.087500 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-49a04456-6b8e-48c1-b491-03890fad60bf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631243'] for floatingip (494be02b-a2e6-4266-8ad7-8cec408b4940), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:48.090034 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a04456-6b8e-48c1-b491-03890fad60bf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Pushing event updated for resources: {'Port': ['ID=aa44be3f-09c4-4e97-b6ef-704bc7c1442a,revision_number=2']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:38:48.111174 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-49a04456-6b8e-48c1-b491-03890fad60bf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for floatingip (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:48.112393 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-49a04456-6b8e-48c1-b491-03890fad60bf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8951607 Sep 01 16:38:48.315065 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-bb158508-8efb-4b42-9ac7-adcc6081b0b1 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--322573793&fields=id&tenant_id=cfb0b630e22745e8af15fb02c71800c3 HTTP/1.1" status: 200 len: 267 time: 0.0423656 Sep 01 16:38:48.429332 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-12f0acee-c98c-48ce-8268-ceaca396668c tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:48.430714 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-12f0acee-c98c-48ce-8268-ceaca396668c tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/networks?id=1e2386a0-52ae-4650-b501-6e8c6cdd7cc9 HTTP/1.1" status: 200 len: 816 time: 0.1092739 Sep 01 16:38:48.445307 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-a0d396df-3d2d-4df2-a8bd-ea0083f0e92c tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/quotas/cfb0b630e22745e8af15fb02c71800c3 HTTP/1.1" status: 200 len: 375 time: 0.0090945 Sep 01 16:38:48.495341 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-d44871fc-44b2-433d-bf44-1cfce051b0b9 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=cfb0b630e22745e8af15fb02c71800c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447023 Sep 01 16:38:48.597233 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-e100d433-a6db-4fc8-8c04-a1f4011728ec service neutron] 10.222.0.18 "GET /networking/v2.0/networks/1e2386a0-52ae-4650-b501-6e8c6cdd7cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900745 Sep 01 16:38:48.689976 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-e55bdda0-e40f-466a-8ba1-853cb3fddac8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/1e2386a0-52ae-4650-b501-6e8c6cdd7cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863881 Sep 01 16:38:48.789049 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427aa513-7718-4453-a07d-ba6fe35c2b82 req-34487efe-d0e7-4b51-9262-aabfcbfd59c2 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:48.790599 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-427aa513-7718-4453-a07d-ba6fe35c2b82 req-34487efe-d0e7-4b51-9262-aabfcbfd59c2 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 945 time: 0.0543423 Sep 01 16:38:48.858197 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-427aa513-7718-4453-a07d-ba6fe35c2b82 req-684af0e4-ccba-40d7-a343-08c5a2422553 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606849 Sep 01 16:38:48.895313 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-787f815a-a24f-4955-aec5-df90487d578d req-5ea949d1-1f4e-48ba-a89e-e054a4fe1b8a tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 210 time: 0.0383143 Sep 01 16:38:50.036106 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13d4fa-917c-427f-88a5-e493e0640dcf req-7048bf30-128c-427a-be7c-06ead5b31830 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:50.038851 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-6d13d4fa-917c-427f-88a5-e493e0640dcf req-7048bf30-128c-427a-be7c-06ead5b31830 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 945 time: 0.0730975 Sep 01 16:38:50.123676 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-6d13d4fa-917c-427f-88a5-e493e0640dcf req-0c84ca63-fbb0-4e06-b91d-976e2aa05417 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683668 Sep 01 16:38:50.259332 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9b840-8192-46cf-bfe3-e16c38272c11 req-edd3c0a3-8dda-42e8-9f56-d503d27fabaa tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:50.261239 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e0c9b840-8192-46cf-bfe3-e16c38272c11 req-edd3c0a3-8dda-42e8-9f56-d503d27fabaa tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 945 time: 0.0571494 Sep 01 16:38:50.277984 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 36454) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:38:50.283892 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-eb6a3236-4b47-4b98-a945-ae560a836a6e tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Request body: {'floatingip': {'port_id': '2b174a59-f0a9-4b1a-9233-ea65d28a5d38'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:38:50.306473 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-1977e2ee-6ae5-4ee0-8a5a-932043e95d78 req-ad49f056-8847-48f6-8307-c1d424ab64ae tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 210 time: 0.2551606 Sep 01 16:38:50.344544 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-eb6a3236-4b47-4b98-a945-ae560a836a6e tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks [] for floatingip (177e4a6c-e807-4b24-87bb-a7dadb3f91b1), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:50.522388 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:50.583175 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:50.836869 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-eb6a3236-4b47-4b98-a945-ae560a836a6e tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:50.841779 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-eb6a3236-4b47-4b98-a945-ae560a836a6e tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631243'] for floatingip (177e4a6c-e807-4b24-87bb-a7dadb3f91b1), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:51.279416 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:51.282070 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:51.298468 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-e3a1afda-bf80-4ea1-8664-ea5b591e9ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:51.370736 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-e086f51d-cb05-476e-a3b0-57117b303d96 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:51.372222 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-e086f51d-cb05-476e-a3b0-57117b303d96 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.77 "GET /networking/v2.0/networks?id=1e2386a0-52ae-4650-b501-6e8c6cdd7cc9 HTTP/1.1" status: 200 len: 816 time: 0.4240651 Sep 01 16:38:51.457525 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-56aa5835-54f4-4a18-a7dd-eca6c198f878 req-3503e8a1-d4f4-4d7e-804a-2ba84b49457b tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 210 time: 0.0563922 Sep 01 16:38:51.479973 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6a3236-4b47-4b98-a945-ae560a836a6e tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Router abdbc6da-bc2e-4748-ab4f-7f15fe3b4793 has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:38:51.510260 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-f9f027d1-900a-4e1b-96f3-f21329b5ca6f tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cfb0b630e22745e8af15fb02c71800c3 HTTP/1.1" status: 200 len: 379 time: 0.1080356 Sep 01 16:38:51.552873 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-5d6d5e76-882b-4554-bbfb-5cb7946ebcc1 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Request body: {'port': {'device_id': '7d764e51-5b8a-4d17-886e-b52189448293', 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9', 'admin_state_up': True, 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'security_groups': ['acac172a-6831-47ff-b970-a0baa05fd9f1']}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:38:51.693901 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6a3236-4b47-4b98-a945-ae560a836a6e tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:38:51.699142 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-eb6a3236-4b47-4b98-a945-ae560a836a6e tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for floatingip (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:51.704866 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723d3b95-799a-4781-8981-1583c06a9fcf None None] Sync routers for ids ['abdbc6da-bc2e-4748-ab4f-7f15fe3b4793'] in dv-cinder-852209-10-iscsi {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:38:51.716890 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723d3b95-799a-4781-8981-1583c06a9fcf None None] Routers {'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:38:51.717652 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-723d3b95-799a-4781-8981-1583c06a9fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:38:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['abdbc6da-bc2e-4748-ab4f-7f15fe3b4793'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:38:51.745839 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21f1e8ce-fea9-426e-8ce0-23b9f7851b4e', 'tag': '2b174a59-f0a9-4b1a-9233-ea65d28a5d38'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:38:51.748107 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4432bbc-9674-484f-989f-59ffbadf88e8" -d '{"events": [{"name": "network-changed", "server_uuid": "21f1e8ce-fea9-426e-8ce0-23b9f7851b4e", "tag": "2b174a59-f0a9-4b1a-9233-ea65d28a5d38"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:38:51.750774 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:51.776519 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-5d6d5e76-882b-4554-bbfb-5cb7946ebcc1 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Made reservation on behalf of cfb0b630e22745e8af15fb02c71800c3 for: {'port': 1} {{(pid=106490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:38:51.781263 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-5d6d5e76-882b-4554-bbfb-5cb7946ebcc1 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:51.794532 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:51.808132 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-eb6a3236-4b47-4b98-a945-ae560a836a6e tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/177e4a6c-e807-4b24-87bb-a7dadb3f91b1 HTTP/1.1" status: 200 len: 993 time: 1.5284553 Sep 01 16:38:51.817897 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 16:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2358198-633e-4db8-84e4-2eb1adc45917 x-openstack-request-id: req-d2358198-633e-4db8-84e4-2eb1adc45917 {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:38:51.818198 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21f1e8ce-fea9-426e-8ce0-23b9f7851b4e", "tag": "2b174a59-f0a9-4b1a-9233-ea65d28a5d38", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:38:51.818462 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d2358198-633e-4db8-84e4-2eb1adc45917 {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:38:51.818864 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2358198-633e-4db8-84e4-2eb1adc45917'] response: {'name': 'network-changed', 'server_uuid': '21f1e8ce-fea9-426e-8ce0-23b9f7851b4e', 'tag': '2b174a59-f0a9-4b1a-9233-ea65d28a5d38', 'status': 'completed', 'code': 200} Sep 01 16:38:51.838764 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-723d3b95-799a-4781-8981-1583c06a9fcf None None] Set router abdbc6da-bc2e-4748-ab4f-7f15fe3b4793 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:38:51.940944 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4432bbc-9674-484f-989f-59ffbadf88e8 req-c4387539-ec39-4b2a-b075-ab617ac6fbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:51.942360 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c4432bbc-9674-484f-989f-59ffbadf88e8 req-c4387539-ec39-4b2a-b075-ab617ac6fbb2 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=b4bbb5d3895c49fa8695d3bca946dbea&device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 1129 time: 0.0721750 Sep 01 16:38:52.007155 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_common [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-5d6d5e76-882b-4554-bbfb-5cb7946ebcc1 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Allocated IP 172.20.0.10 (1e2386a0-52ae-4650-b501-6e8c6cdd7cc9/fdf6e192-10ef-49d3-8b96-d6cc87fe33e0/5bb9e1c4-5809-406a-8024-a9bfe99bb842) {{(pid=106490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:38:52.084267 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-723d3b95-799a-4781-8981-1583c06a9fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'name': 'tempest-ServerRescueNegativeTestJSON-79216093-router', 'tenant_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'a535d833-902f-4a64-8202-c87f7233d9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:56Z', 'updated_at': '2022-09-01T16:34:08Z', 'revision_number': 4, 'project_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'gw_port': {'id': 'a535d833-902f-4a64-8202-c87f7233d9cc', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:58Z', 'updated_at': '2022-09-01T16:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': '177e4a6c-e807-4b24-87bb-a7dadb3f91b1', 'tenant_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'port_id': '2b174a59-f0a9-4b1a-9233-ea65d28a5d38', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7', 'mac_address': 'fa:16:3e:4f:c9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f1e8ce-fea9-426e-8ce0-23b9f7851b4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:36:36Z', 'updated_at': '2022-09-01T16:38:50Z', 'revision_number': 3, 'project_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd26daa40-7f47-43e9-84b7-b78b5c52fa78', 'name': '', 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7', 'tenant_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'mac_address': 'fa:16:3e:37:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '82786ccd-9c4e-40d1-ba01-7f97c9ac8af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:34:05Z', 'updated_at': '2022-09-01T16:34:25Z', 'revision_number': 5, 'project_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'subnets': [{'id': '82786ccd-9c4e-40d1-ba01-7f97c9ac8af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:38:52.095539 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4432bbc-9674-484f-989f-59ffbadf88e8 req-db20d065-03df-4328-bbfd-5b74123c175b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:52.097017 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c4432bbc-9674-484f-989f-59ffbadf88e8 req-db20d065-03df-4328-bbfd-5b74123c175b service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7 HTTP/1.1" status: 200 len: 918 time: 0.1458259 Sep 01 16:38:52.110950 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723d3b95-799a-4781-8981-1583c06a9fcf None None] Checking router: abdbc6da-bc2e-4748-ab4f-7f15fe3b4793 for host: dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:38:52.119478 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723d3b95-799a-4781-8981-1583c06a9fcf None None] Routers {'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:38:52.120069 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-723d3b95-799a-4781-8981-1583c06a9fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:38:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['abdbc6da-bc2e-4748-ab4f-7f15fe3b4793'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:38:52.205445 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c4432bbc-9674-484f-989f-59ffbadf88e8 req-36e27ea3-758d-4f33-80a3-d9bfafaf00c4 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b174a59-f0a9-4b1a-9233-ea65d28a5d38 HTTP/1.1" status: 200 len: 1001 time: 0.0782495 Sep 01 16:38:52.228393 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-723d3b95-799a-4781-8981-1583c06a9fcf None None] Set router abdbc6da-bc2e-4748-ab4f-7f15fe3b4793 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:38:52.267294 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-5d6d5e76-882b-4554-bbfb-5cb7946ebcc1 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks [] for port (5bb9e1c4-5809-406a-8024-a9bfe99bb842), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:52.287262 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4432bbc-9674-484f-989f-59ffbadf88e8 req-d2d37cf3-fb04-4db0-996f-cd55823b880d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:52.288812 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c4432bbc-9674-484f-989f-59ffbadf88e8 req-d2d37cf3-fb04-4db0-996f-cd55823b880d service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=82786ccd-9c4e-40d1-ba01-7f97c9ac8af5 HTTP/1.1" status: 200 len: 856 time: 0.0771794 Sep 01 16:38:52.345096 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4432bbc-9674-484f-989f-59ffbadf88e8 req-cd602594-edde-4bfe-8803-0e51c54d4d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:52.346882 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c4432bbc-9674-484f-989f-59ffbadf88e8 req-cd602594-edde-4bfe-8803-0e51c54d4d4b service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0480990 Sep 01 16:38:52.348050 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-5d6d5e76-882b-4554-bbfb-5cb7946ebcc1 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (5bb9e1c4-5809-406a-8024-a9bfe99bb842), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:52.451524 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-5d6d5e76-882b-4554-bbfb-5cb7946ebcc1 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Network 1e2386a0-52ae-4650-b501-6e8c6cdd7cc9 is already hosted by enough agents. {{(pid=106490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:38:52.454638 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-723d3b95-799a-4781-8981-1583c06a9fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'name': 'tempest-ServerRescueNegativeTestJSON-79216093-router', 'tenant_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'a535d833-902f-4a64-8202-c87f7233d9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:56Z', 'updated_at': '2022-09-01T16:34:08Z', 'revision_number': 4, 'project_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'gw_port': {'id': 'a535d833-902f-4a64-8202-c87f7233d9cc', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:58Z', 'updated_at': '2022-09-01T16:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': '177e4a6c-e807-4b24-87bb-a7dadb3f91b1', 'tenant_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'port_id': '2b174a59-f0a9-4b1a-9233-ea65d28a5d38', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7', 'mac_address': 'fa:16:3e:4f:c9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f1e8ce-fea9-426e-8ce0-23b9f7851b4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:36:36Z', 'updated_at': '2022-09-01T16:38:50Z', 'revision_number': 3, 'project_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd26daa40-7f47-43e9-84b7-b78b5c52fa78', 'name': '', 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7', 'tenant_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'mac_address': 'fa:16:3e:37:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '82786ccd-9c4e-40d1-ba01-7f97c9ac8af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:34:05Z', 'updated_at': '2022-09-01T16:34:25Z', 'revision_number': 5, 'project_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'subnets': [{'id': '82786ccd-9c4e-40d1-ba01-7f97c9ac8af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:38:52.458492 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-5d6d5e76-882b-4554-bbfb-5cb7946ebcc1 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Resources bound (agent type, host, resource id): {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:38:52.468539 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-5d6d5e76-882b-4554-bbfb-5cb7946ebcc1 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Received port after_create {{(pid=106490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:38:52.482508 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723d3b95-799a-4781-8981-1583c06a9fcf None None] The sync data for ids ['abdbc6da-bc2e-4748-ab4f-7f15fe3b4793'] in dv-cinder-852209-10-iscsi is: [{'id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'name': 'tempest-ServerRescueNegativeTestJSON-79216093-router', 'tenant_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'a535d833-902f-4a64-8202-c87f7233d9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:56Z', 'updated_at': '2022-09-01T16:34:08Z', 'revision_number': 4, 'project_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'gw_port': {'id': 'a535d833-902f-4a64-8202-c87f7233d9cc', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:58Z', 'updated_at': '2022-09-01T16:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': '177e4a6c-e807-4b24-87bb-a7dadb3f91b1', 'tenant_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'port_id': '2b174a59-f0a9-4b1a-9233-ea65d28a5d38', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7', 'mac_address': 'fa:16:3e:4f:c9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f1e8ce-fea9-426e-8ce0-23b9f7851b4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:36:36Z', 'updated_at': '2022-09-01T16:38:50Z', 'revision_number': 3, 'project_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd26daa40-7f47-43e9-84b7-b78b5c52fa78', 'name': '', 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7', 'tenant_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'mac_address': 'fa:16:3e:37:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '82786ccd-9c4e-40d1-ba01-7f97c9ac8af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:34:05Z', 'updated_at': '2022-09-01T16:34:25Z', 'revision_number': 5, 'project_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'subnets': [{'id': '82786ccd-9c4e-40d1-ba01-7f97c9ac8af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:38:52.495438 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d5e76-882b-4554-bbfb-5cb7946ebcc1 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Pushing event updated for resources: {'Port': ['ID=5bb9e1c4-5809-406a-8024-a9bfe99bb842,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:38:52.547643 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c4432bbc-9674-484f-989f-59ffbadf88e8 req-3eee2b51-c357-4573-99fb-af50a832e8a4 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948266 Sep 01 16:38:52.629842 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:52.675813 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:52.681123 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-5d6d5e76-882b-4554-bbfb-5cb7946ebcc1 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:52.682043 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-5d6d5e76-882b-4554-bbfb-5cb7946ebcc1 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:52.722964 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-5d6d5e76-882b-4554-bbfb-5cb7946ebcc1 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1766679 Sep 01 16:38:52.734678 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f0b14-2b91-4939-b5e6-5ea38a727d29 req-de134f20-675b-4d36-a133-872724025db1 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:52.736282 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-602f0b14-2b91-4939-b5e6-5ea38a727d29 req-de134f20-675b-4d36-a133-872724025db1 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 932 time: 0.1225777 Sep 01 16:38:52.742261 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-abea4e9c-467c-41d1-a0ba-30fadd95d589 service neutron] Request body: {'port': {'device_id': '7d764e51-5b8a-4d17-886e-b52189448293', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:38:52.793314 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-33305ad9-ec64-4ff0-bd57-34aca1429a62 None None] Provisioning complete for port 5bb9e1c4-5809-406a-8024-a9bfe99bb842 triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:38:52.794041 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-33305ad9-ec64-4ff0-bd57-34aca1429a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (5bb9e1c4-5809-406a-8024-a9bfe99bb842), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:52.829450 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-33305ad9-ec64-4ff0-bd57-34aca1429a62 None None] Port 5bb9e1c4-5809-406a-8024-a9bfe99bb842 cannot update to ACTIVE because it is not bound. {{(pid=106491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 16:38:52.839602 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c4432bbc-9674-484f-989f-59ffbadf88e8 req-6693ac0b-f1ae-4c49-8a44-44d11de9c596 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841496 Sep 01 16:38:52.869268 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-602f0b14-2b91-4939-b5e6-5ea38a727d29 req-881ae865-55b4-435c-8084-3eea2f091dfe tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027861 Sep 01 16:38:52.869815 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-abea4e9c-467c-41d1-a0ba-30fadd95d589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (5bb9e1c4-5809-406a-8024-a9bfe99bb842), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:53.123946 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-abea4e9c-467c-41d1-a0ba-30fadd95d589 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bb9e1c4-5809-406a-8024-a9bfe99bb842 {{(pid=106490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:38:53.132264 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-abea4e9c-467c-41d1-a0ba-30fadd95d589 service neutron] Publish callbacks [] for port (5bb9e1c4-5809-406a-8024-a9bfe99bb842), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:53.145195 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.provisioning_blocks [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-abea4e9c-467c-41d1-a0ba-30fadd95d589 service neutron] Transition to ACTIVE for port object 5bb9e1c4-5809-406a-8024-a9bfe99bb842 will not be triggered until provisioned by entity L2. {{(pid=106490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 16:38:53.152463 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-abea4e9c-467c-41d1-a0ba-30fadd95d589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261539433'] for port (5bb9e1c4-5809-406a-8024-a9bfe99bb842), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:53.238896 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea4e9c-467c-41d1-a0ba-30fadd95d589 service neutron] Pushing event updated for resources: {'Port': ['ID=5bb9e1c4-5809-406a-8024-a9bfe99bb842,revision_number=2']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:38:53.265552 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-abea4e9c-467c-41d1-a0ba-30fadd95d589 service neutron] Attempting to bind port 5bb9e1c4-5809-406a-8024-a9bfe99bb842 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:38:53.265886 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-abea4e9c-467c-41d1-a0ba-30fadd95d589 service neutron] Attempting to bind port 5bb9e1c4-5809-406a-8024-a9bfe99bb842 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': 'a5fdef99-cab9-4e68-9f85-2b12b874dece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9'}] {{(pid=106490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:38:53.266216 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-abea4e9c-467c-41d1-a0ba-30fadd95d589 service neutron] Attempting to bind port 5bb9e1c4-5809-406a-8024-a9bfe99bb842 on network 1e2386a0-52ae-4650-b501-6e8c6cdd7cc9 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:38:53.270578 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-abea4e9c-467c-41d1-a0ba-30fadd95d589 service neutron] Port 5bb9e1c4-5809-406a-8024-a9bfe99bb842 on network 1e2386a0-52ae-4650-b501-6e8c6cdd7cc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 16:38:53.270899 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-abea4e9c-467c-41d1-a0ba-30fadd95d589 service neutron] Attempting to bind port 5bb9e1c4-5809-406a-8024-a9bfe99bb842 on network 1e2386a0-52ae-4650-b501-6e8c6cdd7cc9 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:38:53.275737 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-abea4e9c-467c-41d1-a0ba-30fadd95d589 service neutron] Checking agent: {'id': '294a3787-103d-4a51-bc9c-bc09638a7966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 32, 3), 'started_at': datetime.datetime(2022, 9, 1, 16, 32, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:38:53.276078 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-abea4e9c-467c-41d1-a0ba-30fadd95d589 service neutron] Checking segment: {'id': 'a5fdef99-cab9-4e68-9f85-2b12b874dece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:38:53.276455 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-abea4e9c-467c-41d1-a0ba-30fadd95d589 service neutron] Bound using segment: {'id': 'a5fdef99-cab9-4e68-9f85-2b12b874dece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9'} {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:38:53.276880 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-abea4e9c-467c-41d1-a0ba-30fadd95d589 service neutron] Bound port: 5bb9e1c4-5809-406a-8024-a9bfe99bb842, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5fdef99-cab9-4e68-9f85-2b12b874dece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9'}}] {{(pid=106490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:38:53.277231 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-abea4e9c-467c-41d1-a0ba-30fadd95d589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (5bb9e1c4-5809-406a-8024-a9bfe99bb842), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:53.338417 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-abea4e9c-467c-41d1-a0ba-30fadd95d589 service neutron] For port 5bb9e1c4-5809-406a-8024-a9bfe99bb842, host hv-cinder-85220, cleared binding levels {{(pid=106490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:38:53.341327 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-abea4e9c-467c-41d1-a0ba-30fadd95d589 service neutron] For port 5bb9e1c4-5809-406a-8024-a9bfe99bb842, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=5bb9e1c4-5809-406a-8024-a9bfe99bb842,segment=NetworkSegment(a5fdef99-cab9-4e68-9f85-2b12b874dece),segment_id=a5fdef99-cab9-4e68-9f85-2b12b874dece)] {{(pid=106490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:38:53.347459 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-abea4e9c-467c-41d1-a0ba-30fadd95d589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261539433'] for port (5bb9e1c4-5809-406a-8024-a9bfe99bb842), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:53.351420 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-abea4e9c-467c-41d1-a0ba-30fadd95d589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:53.352031 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-abea4e9c-467c-41d1-a0ba-30fadd95d589 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:53.353404 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-abea4e9c-467c-41d1-a0ba-30fadd95d589 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/5bb9e1c4-5809-406a-8024-a9bfe99bb842 HTTP/1.1" status: 200 len: 1094 time: 0.6156814 Sep 01 16:38:53.404258 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea4e9c-467c-41d1-a0ba-30fadd95d589 service neutron] Pushing event updated for resources: {'Port': ['ID=5bb9e1c4-5809-406a-8024-a9bfe99bb842,revision_number=3']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:38:53.459561 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-c81180c2-247c-4c74-ab86-a6b90f0579d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:53.461022 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-c81180c2-247c-4c74-ab86-a6b90f0579d4 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=cfb0b630e22745e8af15fb02c71800c3&device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 1128 time: 0.0433035 Sep 01 16:38:53.508539 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-e24a32d2-c3a1-4729-8b03-7e4a73db11c7 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bb9e1c4-5809-406a-8024-a9bfe99bb842 HTTP/1.1" status: 200 len: 217 time: 0.0334642 Sep 01 16:38:53.544322 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:53.558495 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-9615f35a-240f-444c-a23a-b224e770deae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:53.559922 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-9615f35a-240f-444c-a23a-b224e770deae service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=fdf6e192-10ef-49d3-8b96-d6cc87fe33e0 HTTP/1.1" status: 200 len: 855 time: 0.0457344 Sep 01 16:38:53.602718 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-bd4c9876-4e8f-4d9e-bb9b-c75fcb856051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:53.604103 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-bd4c9876-4e8f-4d9e-bb9b-c75fcb856051 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=1e2386a0-52ae-4650-b501-6e8c6cdd7cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383408 Sep 01 16:38:53.627106 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:53.701654 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-dee1913b-ee32-45a8-8eb4-88491b105b3c service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1e2386a0-52ae-4650-b501-6e8c6cdd7cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906971 Sep 01 16:38:53.702865 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-33e84ee6-b586-4560-84b5-611a159dd1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:53.798328 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-50f4a927-1b20-4952-8a4e-cb230f5bcf1e req-3cd29fb8-e69d-435e-908d-3ac7f184df32 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1e2386a0-52ae-4650-b501-6e8c6cdd7cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908775 Sep 01 16:38:53.820061 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21f1e8ce-fea9-426e-8ce0-23b9f7851b4e', 'tag': '2b174a59-f0a9-4b1a-9233-ea65d28a5d38'}, {'name': 'network-changed', 'server_uuid': '7d764e51-5b8a-4d17-886e-b52189448293', 'tag': '5bb9e1c4-5809-406a-8024-a9bfe99bb842'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:38:53.822640 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d452e4ac-0243-44fc-aded-fd284d0150fb" -d '{"events": [{"name": "network-changed", "server_uuid": "21f1e8ce-fea9-426e-8ce0-23b9f7851b4e", "tag": "2b174a59-f0a9-4b1a-9233-ea65d28a5d38"}, {"name": "network-changed", "server_uuid": "7d764e51-5b8a-4d17-886e-b52189448293", "tag": "5bb9e1c4-5809-406a-8024-a9bfe99bb842"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:38:53.866463 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 01 Sep 2022 16:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63618876-002f-4d34-a870-bbf9cd485255 x-openstack-request-id: req-63618876-002f-4d34-a870-bbf9cd485255 {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:38:53.866757 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21f1e8ce-fea9-426e-8ce0-23b9f7851b4e", "tag": "2b174a59-f0a9-4b1a-9233-ea65d28a5d38", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7d764e51-5b8a-4d17-886e-b52189448293", "tag": "5bb9e1c4-5809-406a-8024-a9bfe99bb842", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:38:53.867009 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-63618876-002f-4d34-a870-bbf9cd485255 {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:38:53.867409 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63618876-002f-4d34-a870-bbf9cd485255'] response: {'name': 'network-changed', 'server_uuid': '21f1e8ce-fea9-426e-8ce0-23b9f7851b4e', 'tag': '2b174a59-f0a9-4b1a-9233-ea65d28a5d38', 'status': 'completed', 'code': 200} Sep 01 16:38:53.867671 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63618876-002f-4d34-a870-bbf9cd485255'] response: {'name': 'network-changed', 'server_uuid': '7d764e51-5b8a-4d17-886e-b52189448293', 'tag': '5bb9e1c4-5809-406a-8024-a9bfe99bb842', 'status': 'completed', 'code': 200} Sep 01 16:38:54.016152 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebb849-c012-43ef-8f0b-58dbb965b880 req-7b136c43-4ae3-409e-932f-11f78ba97de5 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:54.017629 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-87ebb849-c012-43ef-8f0b-58dbb965b880 req-7b136c43-4ae3-409e-932f-11f78ba97de5 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 944 time: 0.0631897 Sep 01 16:38:54.065810 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-87ebb849-c012-43ef-8f0b-58dbb965b880 req-05caabee-f0e2-4fa4-8953-a6e5da3d4907 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420961 Sep 01 16:38:54.610495 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:55.300331 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bf086-c2e6-47e3-a48b-8ba0d000c15e req-89b52456-ec20-444e-a3cc-11158b3f4304 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:55.301811 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-de6bf086-c2e6-47e3-a48b-8ba0d000c15e req-89b52456-ec20-444e-a3cc-11158b3f4304 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 944 time: 0.1559372 Sep 01 16:38:55.347136 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-de6bf086-c2e6-47e3-a48b-8ba0d000c15e req-064562c2-4801-4831-ad79-a866303137b2 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398271 Sep 01 16:38:56.335724 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:56.457065 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:56.521717 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05f36d-045c-45d5-9731-0f2cefebac32 req-afdf5d5a-72a2-41ff-abe5-c3333bb93cff tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:56.523191 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-9d05f36d-045c-45d5-9731-0f2cefebac32 req-afdf5d5a-72a2-41ff-abe5-c3333bb93cff tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 944 time: 0.0996509 Sep 01 16:38:56.569358 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-9d05f36d-045c-45d5-9731-0f2cefebac32 req-cedbbb03-bf01-4615-b83f-af96e0d714f0 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404704 Sep 01 16:38:57.429240 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452e4ac-0243-44fc-aded-fd284d0150fb req-1833cc48-7bfe-4005-aba4-5b9dee175e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:57.430864 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d452e4ac-0243-44fc-aded-fd284d0150fb req-1833cc48-7bfe-4005-aba4-5b9dee175e12 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=b4bbb5d3895c49fa8695d3bca946dbea&device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 1129 time: 0.0631959 Sep 01 16:38:57.527884 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452e4ac-0243-44fc-aded-fd284d0150fb req-f1c3eba9-77ef-4c5f-9875-b352242f30ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:57.529324 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d452e4ac-0243-44fc-aded-fd284d0150fb req-f1c3eba9-77ef-4c5f-9875-b352242f30ac service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7 HTTP/1.1" status: 200 len: 918 time: 0.0856817 Sep 01 16:38:57.592115 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d452e4ac-0243-44fc-aded-fd284d0150fb req-74694e85-91d6-49ab-bdab-9efe1201102c service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b174a59-f0a9-4b1a-9233-ea65d28a5d38 HTTP/1.1" status: 200 len: 1001 time: 0.0567353 Sep 01 16:38:57.642012 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452e4ac-0243-44fc-aded-fd284d0150fb req-e4a5035a-49d6-4379-b94f-903100958f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:57.643895 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d452e4ac-0243-44fc-aded-fd284d0150fb req-e4a5035a-49d6-4379-b94f-903100958f5c service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=82786ccd-9c4e-40d1-ba01-7f97c9ac8af5 HTTP/1.1" status: 200 len: 856 time: 0.0460088 Sep 01 16:38:57.688678 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452e4ac-0243-44fc-aded-fd284d0150fb req-0a258ef3-75f8-478b-98ca-4fa856d1836a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:57.690170 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d452e4ac-0243-44fc-aded-fd284d0150fb req-0a258ef3-75f8-478b-98ca-4fa856d1836a service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399542 Sep 01 16:38:57.694048 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bcbe36-f5bd-4c91-8340-6a5940712b97 req-00f70ca8-0c01-4f11-b90c-403089e1a90f tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:57.695944 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-45bcbe36-f5bd-4c91-8340-6a5940712b97 req-00f70ca8-0c01-4f11-b90c-403089e1a90f tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 944 time: 0.0476792 Sep 01 16:38:57.732929 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=17 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:57.738791 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:57.747384 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-45bcbe36-f5bd-4c91-8340-6a5940712b97 req-12546b52-ca93-4d2c-bc89-a0b6bfb6c5cf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459194 Sep 01 16:38:57.787104 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d452e4ac-0243-44fc-aded-fd284d0150fb req-f6e00759-127c-47a0-9c22-5627e5ce2fd0 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901852 Sep 01 16:38:57.883565 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d452e4ac-0243-44fc-aded-fd284d0150fb req-2af58364-636c-44d1-ab19-c462f6900e0c service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893743 Sep 01 16:38:58.013576 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452e4ac-0243-44fc-aded-fd284d0150fb req-ab718e13-be24-4466-aeaa-66912770a7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:58.015575 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d452e4ac-0243-44fc-aded-fd284d0150fb req-ab718e13-be24-4466-aeaa-66912770a7b3 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=cfb0b630e22745e8af15fb02c71800c3&device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 1128 time: 0.0402842 Sep 01 16:38:58.100313 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:58.105864 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452e4ac-0243-44fc-aded-fd284d0150fb req-cc0b7ede-577d-41f4-87cf-ce4937f0c685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:58.107377 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d452e4ac-0243-44fc-aded-fd284d0150fb req-cc0b7ede-577d-41f4-87cf-ce4937f0c685 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=1e2386a0-52ae-4650-b501-6e8c6cdd7cc9 HTTP/1.1" status: 200 len: 917 time: 0.0865138 Sep 01 16:38:58.119378 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:58.148299 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d452e4ac-0243-44fc-aded-fd284d0150fb req-6aebe02c-84d3-4606-975c-332714250d0b service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bb9e1c4-5809-406a-8024-a9bfe99bb842 HTTP/1.1" status: 200 len: 217 time: 0.0353346 Sep 01 16:38:58.195610 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452e4ac-0243-44fc-aded-fd284d0150fb req-445006b4-164d-4601-9caa-4d0a6bc400f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:58.196956 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d452e4ac-0243-44fc-aded-fd284d0150fb req-445006b4-164d-4601-9caa-4d0a6bc400f8 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=fdf6e192-10ef-49d3-8b96-d6cc87fe33e0 HTTP/1.1" status: 200 len: 855 time: 0.0429363 Sep 01 16:38:58.237947 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452e4ac-0243-44fc-aded-fd284d0150fb req-3a9c9de3-cf8c-4591-a757-ed7dc1598073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:58.239387 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d452e4ac-0243-44fc-aded-fd284d0150fb req-3a9c9de3-cf8c-4591-a757-ed7dc1598073 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=1e2386a0-52ae-4650-b501-6e8c6cdd7cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0369961 Sep 01 16:38:58.329302 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d452e4ac-0243-44fc-aded-fd284d0150fb req-d9014ef5-b712-4a34-b5d6-ed5f83423cfa service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1e2386a0-52ae-4650-b501-6e8c6cdd7cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841877 Sep 01 16:38:58.423935 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d452e4ac-0243-44fc-aded-fd284d0150fb req-b74270e7-508d-4965-bf18-7d4e13052e0d service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1e2386a0-52ae-4650-b501-6e8c6cdd7cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888200 Sep 01 16:38:58.875428 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e3eab-d5e0-4b9f-816a-55aac3e645ac req-704b56a9-335f-4a77-bf92-bce60fde2e55 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:38:58.876875 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-145e3eab-d5e0-4b9f-816a-55aac3e645ac req-704b56a9-335f-4a77-bf92-bce60fde2e55 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 944 time: 0.0467794 Sep 01 16:38:58.922537 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-145e3eab-d5e0-4b9f-816a-55aac3e645ac req-575a7e9c-abd9-4425-8b02-a66a9fc95890 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401103 Sep 01 16:38:59.353615 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 5bb9e1c4-5809-406a-8024-a9bfe99bb842 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:38:59.416652 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:59.425324 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=100 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:38:59.453476 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 5bb9e1c4-5809-406a-8024-a9bfe99bb842, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=5bb9e1c4-5809-406a-8024-a9bfe99bb842,segment=NetworkSegment(a5fdef99-cab9-4e68-9f85-2b12b874dece),segment_id=a5fdef99-cab9-4e68-9f85-2b12b874dece)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:38:59.579707 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Returning: {'device': '5bb9e1c4-5809-406a-8024-a9bfe99bb842', 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9', 'port_id': '5bb9e1c4-5809-406a-8024-a9bfe99bb842', 'mac_address': 'fa:16:3e:e6:6d:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf6e192-10ef-49d3-8b96-d6cc87fe33e0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:38:59.613737 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 5bb9e1c4-5809-406a-8024-a9bfe99bb842 is: DOWN; New status is: BUILD {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:38:59.614117 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (5bb9e1c4-5809-406a-8024-a9bfe99bb842), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:59.627042 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bb9e1c4-5809-406a-8024-a9bfe99bb842 {{(pid=106491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:38:59.645781 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 5bb9e1c4-5809-406a-8024-a9bfe99bb842, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=5bb9e1c4-5809-406a-8024-a9bfe99bb842,segment=NetworkSegment(a5fdef99-cab9-4e68-9f85-2b12b874dece),segment_id=a5fdef99-cab9-4e68-9f85-2b12b874dece)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:38:59.648957 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (5bb9e1c4-5809-406a-8024-a9bfe99bb842), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:38:59.693038 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=5bb9e1c4-5809-406a-8024-a9bfe99bb842,revision_number=4']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:38:59.699914 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:59.700258 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:59.700622 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:59.700975 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:59.701306 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:59.701630 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:59.701980 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:59.702326 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:59.702650 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:59.702975 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:59.703294 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:59.703661 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:59.703927 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:59.704239 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:38:59.704553 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:39:00.009698 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] get_ports_and_sgs() called for port_ids ['5bb9e1c4-5809-406a-8024-a9bfe99bb842'] {{(pid=106491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 16:39:00.051120 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c2876-7c13-4a9a-8828-ba791fe8b415 req-599bbf2a-9b9e-4293-9f2c-c176038f7c6f tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:00.052578 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-f47c2876-7c13-4a9a-8828-ba791fe8b415 req-599bbf2a-9b9e-4293-9f2c-c176038f7c6f tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 945 time: 0.0476668 Sep 01 16:39:00.101418 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-f47c2876-7c13-4a9a-8828-ba791fe8b415 req-b97b5a60-e955-47a8-9a35-6a52ce502a26 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425982 Sep 01 16:39:01.221252 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a12130-2de5-46f0-b2ae-5fb8e56b6a68 req-b8f80820-654d-4874-8204-d44305cf6b9e tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:01.222705 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-48a12130-2de5-46f0-b2ae-5fb8e56b6a68 req-b8f80820-654d-4874-8204-d44305cf6b9e tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 945 time: 0.0458121 Sep 01 16:39:01.272161 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-48a12130-2de5-46f0-b2ae-5fb8e56b6a68 req-732e84f6-abb3-45fd-b66a-3df9613f3518 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435233 Sep 01 16:39:01.400549 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 5bb9e1c4-5809-406a-8024-a9bfe99bb842 up at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:39:01.442801 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning for port 5bb9e1c4-5809-406a-8024-a9bfe99bb842 completed by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 16:39:01.448154 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning complete for port 5bb9e1c4-5809-406a-8024-a9bfe99bb842 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:39:01.448510 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (5bb9e1c4-5809-406a-8024-a9bfe99bb842), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:01.521139 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 5bb9e1c4-5809-406a-8024-a9bfe99bb842 is: BUILD; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:39:01.521522 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (5bb9e1c4-5809-406a-8024-a9bfe99bb842), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:01.544484 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d764e51-5b8a-4d17-886e-b52189448293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb9e1c4-5809-406a-8024-a9bfe99bb842'}] {{(pid=106491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:39:01.546554 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27cd250e45b0eab3f9aacaaa4111d690d8ad0f5b6b5c497c1d88b56abc962a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe306d6-5ea1-4d04-a973-c272b26e4498" -d '{"events": [{"server_uuid": "7d764e51-5b8a-4d17-886e-b52189448293", "name": "network-vif-plugged", "status": "completed", "tag": "5bb9e1c4-5809-406a-8024-a9bfe99bb842"}]}' {{(pid=106491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:39:01.559121 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 5bb9e1c4-5809-406a-8024-a9bfe99bb842, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=5bb9e1c4-5809-406a-8024-a9bfe99bb842,segment=NetworkSegment(a5fdef99-cab9-4e68-9f85-2b12b874dece),segment_id=a5fdef99-cab9-4e68-9f85-2b12b874dece)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:39:01.564077 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (5bb9e1c4-5809-406a-8024-a9bfe99bb842), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:01.589440 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d578d5b2-063c-4dcc-9e2e-0a0fd26dde05 x-openstack-request-id: req-d578d5b2-063c-4dcc-9e2e-0a0fd26dde05 {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:39:01.589728 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d764e51-5b8a-4d17-886e-b52189448293", "name": "network-vif-plugged", "status": "completed", "tag": "5bb9e1c4-5809-406a-8024-a9bfe99bb842", "code": 200}]} {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:39:01.589978 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d578d5b2-063c-4dcc-9e2e-0a0fd26dde05 {{(pid=106491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:39:01.590392 dv-cinder-852209-10-iscsi neutron-server[106491]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d578d5b2-063c-4dcc-9e2e-0a0fd26dde05'] response: {'server_uuid': '7d764e51-5b8a-4d17-886e-b52189448293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb9e1c4-5809-406a-8024-a9bfe99bb842', 'code': 200} Sep 01 16:39:01.614450 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=5bb9e1c4-5809-406a-8024-a9bfe99bb842,revision_number=5']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:01.801308 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9219d-fbe8-4453-bc76-2ac2a6da381d req-c8b29ef0-c10b-4dcb-97b1-2048ba074058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:01.802704 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-78a9219d-fbe8-4453-bc76-2ac2a6da381d req-c8b29ef0-c10b-4dcb-97b1-2048ba074058 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 1130 time: 0.0413661 Sep 01 16:39:01.854681 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-78a9219d-fbe8-4453-bc76-2ac2a6da381d req-8c80a00b-5e1f-48e7-8167-6b73075ff4ea service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444422 Sep 01 16:39:02.397804 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2ad5f-e563-4a39-bf44-f7706d95afe7 req-21681325-dba9-484c-bc54-a2cdbbf8f3f9 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:02.399303 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ebb2ad5f-e563-4a39-bf44-f7706d95afe7 req-21681325-dba9-484c-bc54-a2cdbbf8f3f9 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 946 time: 0.0481596 Sep 01 16:39:02.445296 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ebb2ad5f-e563-4a39-bf44-f7706d95afe7 req-4a5c44f0-546f-45f4-b3a3-4900381ce4cd tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404921 Sep 01 16:39:03.572281 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5f315-b718-45fd-b7dd-bd7b298bf190 req-4d369478-2af7-407c-afb8-6af268e70acd tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:03.573217 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-9dc5f315-b718-45fd-b7dd-bd7b298bf190 req-4d369478-2af7-407c-afb8-6af268e70acd tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 946 time: 0.0475965 Sep 01 16:39:03.620291 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-9dc5f315-b718-45fd-b7dd-bd7b298bf190 req-06c35417-b291-48a4-b54b-1bee7d70044d tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412195 Sep 01 16:39:03.737784 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60056f-9117-4cd2-9ae5-245efdf7a183 req-8b9810d5-9034-4e0b-93dc-3555c59caa04 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:03.739162 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-9d60056f-9117-4cd2-9ae5-245efdf7a183 req-8b9810d5-9034-4e0b-93dc-3555c59caa04 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 946 time: 0.0457902 Sep 01 16:39:03.749218 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 36566) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:39:03.753339 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-7d0918f9-b48e-437c-a577-4dcc17c968ac tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Request body: {'floatingip': {'port_id': '5bb9e1c4-5809-406a-8024-a9bfe99bb842'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:39:03.793812 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7d0918f9-b48e-437c-a577-4dcc17c968ac tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks [] for floatingip (494be02b-a2e6-4266-8ad7-8cec408b4940), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:04.159667 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (294a3787-103d-4a51-bc9c-bc09638a7966), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:04.332625 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:04.396459 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:04.484343 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7d0918f9-b48e-437c-a577-4dcc17c968ac tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:04.488476 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7d0918f9-b48e-437c-a577-4dcc17c968ac tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631243'] for floatingip (494be02b-a2e6-4266-8ad7-8cec408b4940), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:04.586170 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.db.l3_db [None req-7d0918f9-b48e-437c-a577-4dcc17c968ac tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Floating IP 494be02b-a2e6-4266-8ad7-8cec408b4940 associated. External IP: 172.27.2.246, port: 5bb9e1c4-5809-406a-8024-a9bfe99bb842. Sep 01 16:39:04.775351 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.agents_db [None req-09d9e05d-4d55-4c1e-8994-77c39c5d0c8d None None] Agent healthcheck: found 6 active agents {{(pid=106492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:39:04.785859 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0918f9-b48e-437c-a577-4dcc17c968ac tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Router 8a7bba63-cf84-4a53-bfd6-eaff5c296ac8 has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:39:04.895717 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0918f9-b48e-437c-a577-4dcc17c968ac tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:39:04.900837 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7d0918f9-b48e-437c-a577-4dcc17c968ac tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for floatingip (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:04.906702 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8206dcee-15c4-4115-8921-4e5a8120b3b2 None None] Sync routers for ids ['8a7bba63-cf84-4a53-bfd6-eaff5c296ac8'] in dv-cinder-852209-10-iscsi {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:39:04.916006 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8206dcee-15c4-4115-8921-4e5a8120b3b2 None None] Routers {'8a7bba63-cf84-4a53-bfd6-eaff5c296ac8'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:39:04.916744 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-8206dcee-15c4-4115-8921-4e5a8120b3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:38:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['8a7bba63-cf84-4a53-bfd6-eaff5c296ac8'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:39:04.933571 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-7d0918f9-b48e-437c-a577-4dcc17c968ac tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/494be02b-a2e6-4266-8ad7-8cec408b4940 HTTP/1.1" status: 200 len: 992 time: 1.1810832 Sep 01 16:39:04.933571 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d764e51-5b8a-4d17-886e-b52189448293', 'tag': '5bb9e1c4-5809-406a-8024-a9bfe99bb842'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:39:04.934424 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9475ed-71d6-4a49-8dbb-e04d7756caf1" -d '{"events": [{"name": "network-changed", "server_uuid": "7d764e51-5b8a-4d17-886e-b52189448293", "tag": "5bb9e1c4-5809-406a-8024-a9bfe99bb842"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:39:04.977527 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 16:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1454c7-8a15-412d-9fd0-63fe962bc460 x-openstack-request-id: req-9b1454c7-8a15-412d-9fd0-63fe962bc460 {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:39:04.977758 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d764e51-5b8a-4d17-886e-b52189448293", "tag": "5bb9e1c4-5809-406a-8024-a9bfe99bb842", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:39:04.978005 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b1454c7-8a15-412d-9fd0-63fe962bc460 {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:39:04.978439 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b1454c7-8a15-412d-9fd0-63fe962bc460'] response: {'name': 'network-changed', 'server_uuid': '7d764e51-5b8a-4d17-886e-b52189448293', 'tag': '5bb9e1c4-5809-406a-8024-a9bfe99bb842', 'status': 'completed', 'code': 200} Sep 01 16:39:04.990983 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-6548e1ca-0c62-4929-a43d-4d337fbbaf40 req-6e12d833-ad26-4115-aa8f-368b90632448 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466771 Sep 01 16:39:05.024420 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-8206dcee-15c4-4115-8921-4e5a8120b3b2 None None] Set router 8a7bba63-cf84-4a53-bfd6-eaff5c296ac8 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:39:05.119684 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9475ed-71d6-4a49-8dbb-e04d7756caf1 req-05ef3f1d-9bbe-4cae-a3b1-c4841ae65cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:05.121181 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ff9475ed-71d6-4a49-8dbb-e04d7756caf1 req-05ef3f1d-9bbe-4cae-a3b1-c4841ae65cc1 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=cfb0b630e22745e8af15fb02c71800c3&device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 1130 time: 0.0678213 Sep 01 16:39:05.122255 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548e1ca-0c62-4929-a43d-4d337fbbaf40 req-94a3c5d9-9839-43c1-a259-7d894862d9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:05.123566 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-6548e1ca-0c62-4929-a43d-4d337fbbaf40 req-94a3c5d9-9839-43c1-a259-7d894862d9e3 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=b4bbb5d3895c49fa8695d3bca946dbea&device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 1129 time: 0.0614638 Sep 01 16:39:05.237088 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-8206dcee-15c4-4115-8921-4e5a8120b3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'name': 'tempest-AttachVolumeShelveTestJSON-788111627-router', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '6f5e2d84-5694-4838-b29d-6ed6db584211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:55Z', 'updated_at': '2022-09-01T16:34:03Z', 'revision_number': 4, 'project_id': 'cfb0b630e22745e8af15fb02c71800c3', 'gw_port': {'id': '6f5e2d84-5694-4838-b29d-6ed6db584211', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:57Z', 'updated_at': '2022-09-01T16:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': '494be02b-a2e6-4266-8ad7-8cec408b4940', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'floating_ip_address': '172.27.2.246', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'port_id': '5bb9e1c4-5809-406a-8024-a9bfe99bb842', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9', 'mac_address': 'fa:16:3e:e6:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d764e51-5b8a-4d17-886e-b52189448293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:38:47Z', 'updated_at': '2022-09-01T16:39:04Z', 'revision_number': 1, 'project_id': 'cfb0b630e22745e8af15fb02c71800c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bf7e611-18e1-489f-893a-f5c18377fe8e', 'name': '', 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'mac_address': 'fa:16:3e:b7:34:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fdf6e192-10ef-49d3-8b96-d6cc87fe33e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:34:02Z', 'updated_at': '2022-09-01T16:34:22Z', 'revision_number': 5, 'project_id': 'cfb0b630e22745e8af15fb02c71800c3', 'subnets': [{'id': 'fdf6e192-10ef-49d3-8b96-d6cc87fe33e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:39:05.262159 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8206dcee-15c4-4115-8921-4e5a8120b3b2 None None] Checking router: 8a7bba63-cf84-4a53-bfd6-eaff5c296ac8 for host: dv-cinder-852209-10-iscsi {{(pid=106492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:39:05.271335 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8206dcee-15c4-4115-8921-4e5a8120b3b2 None None] Routers {'8a7bba63-cf84-4a53-bfd6-eaff5c296ac8'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:39:05.271937 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-8206dcee-15c4-4115-8921-4e5a8120b3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:38:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['8a7bba63-cf84-4a53-bfd6-eaff5c296ac8'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:39:05.286874 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9475ed-71d6-4a49-8dbb-e04d7756caf1 req-59d43353-082a-40fd-84a0-fcd6cc038ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:05.288309 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ff9475ed-71d6-4a49-8dbb-e04d7756caf1 req-59d43353-082a-40fd-84a0-fcd6cc038ab0 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=1e2386a0-52ae-4650-b501-6e8c6cdd7cc9 HTTP/1.1" status: 200 len: 917 time: 0.1595421 Sep 01 16:39:05.292432 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548e1ca-0c62-4929-a43d-4d337fbbaf40 req-d6c00a3f-1b5d-4f2f-9c84-86d015ee0f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:05.293710 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-6548e1ca-0c62-4929-a43d-4d337fbbaf40 req-d6c00a3f-1b5d-4f2f-9c84-86d015ee0f18 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7 HTTP/1.1" status: 200 len: 918 time: 0.1470470 Sep 01 16:39:05.333819 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:05.363434 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-6548e1ca-0c62-4929-a43d-4d337fbbaf40 req-c98de64e-f843-4772-9def-38593397e5ac service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a82e99d-ba3e-4063-bdf7-4d47fa07f110 HTTP/1.1" status: 200 len: 217 time: 0.0615776 Sep 01 16:39:05.377856 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-8206dcee-15c4-4115-8921-4e5a8120b3b2 None None] Set router 8a7bba63-cf84-4a53-bfd6-eaff5c296ac8 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:39:05.390549 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ff9475ed-71d6-4a49-8dbb-e04d7756caf1 req-5e727055-6256-4ee0-9ec6-bb060d9d5662 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bb9e1c4-5809-406a-8024-a9bfe99bb842 HTTP/1.1" status: 200 len: 1000 time: 0.0954018 Sep 01 16:39:05.451636 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:05.465038 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548e1ca-0c62-4929-a43d-4d337fbbaf40 req-3b165a41-2202-41bd-b6f3-f6d93eb3c168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:05.466570 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-6548e1ca-0c62-4929-a43d-4d337fbbaf40 req-3b165a41-2202-41bd-b6f3-f6d93eb3c168 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=82786ccd-9c4e-40d1-ba01-7f97c9ac8af5 HTTP/1.1" status: 200 len: 856 time: 0.0911748 Sep 01 16:39:05.469960 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9475ed-71d6-4a49-8dbb-e04d7756caf1 req-63bcff43-2997-436c-8de2-c7b6b1cd9918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:05.471280 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ff9475ed-71d6-4a49-8dbb-e04d7756caf1 req-63bcff43-2997-436c-8de2-c7b6b1cd9918 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=fdf6e192-10ef-49d3-8b96-d6cc87fe33e0 HTTP/1.1" status: 200 len: 855 time: 0.0615802 Sep 01 16:39:05.541834 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548e1ca-0c62-4929-a43d-4d337fbbaf40 req-d77f7e55-57ee-4134-aa48-55cd69e847ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:05.543342 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-6548e1ca-0c62-4929-a43d-4d337fbbaf40 req-d77f7e55-57ee-4134-aa48-55cd69e847ec service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0712476 Sep 01 16:39:05.544658 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9475ed-71d6-4a49-8dbb-e04d7756caf1 req-1a8b9bd6-8037-4e79-8c5f-6b144676c663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:05.546575 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ff9475ed-71d6-4a49-8dbb-e04d7756caf1 req-1a8b9bd6-8037-4e79-8c5f-6b144676c663 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=1e2386a0-52ae-4650-b501-6e8c6cdd7cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0659595 Sep 01 16:39:05.595829 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-8206dcee-15c4-4115-8921-4e5a8120b3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'name': 'tempest-AttachVolumeShelveTestJSON-788111627-router', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '6f5e2d84-5694-4838-b29d-6ed6db584211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:55Z', 'updated_at': '2022-09-01T16:34:03Z', 'revision_number': 4, 'project_id': 'cfb0b630e22745e8af15fb02c71800c3', 'gw_port': {'id': '6f5e2d84-5694-4838-b29d-6ed6db584211', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:57Z', 'updated_at': '2022-09-01T16:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': '494be02b-a2e6-4266-8ad7-8cec408b4940', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'floating_ip_address': '172.27.2.246', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'port_id': '5bb9e1c4-5809-406a-8024-a9bfe99bb842', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9', 'mac_address': 'fa:16:3e:e6:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d764e51-5b8a-4d17-886e-b52189448293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:38:47Z', 'updated_at': '2022-09-01T16:39:04Z', 'revision_number': 1, 'project_id': 'cfb0b630e22745e8af15fb02c71800c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bf7e611-18e1-489f-893a-f5c18377fe8e', 'name': '', 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'mac_address': 'fa:16:3e:b7:34:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fdf6e192-10ef-49d3-8b96-d6cc87fe33e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:34:02Z', 'updated_at': '2022-09-01T16:34:22Z', 'revision_number': 5, 'project_id': 'cfb0b630e22745e8af15fb02c71800c3', 'subnets': [{'id': 'fdf6e192-10ef-49d3-8b96-d6cc87fe33e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:39:05.621440 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8206dcee-15c4-4115-8921-4e5a8120b3b2 None None] The sync data for ids ['8a7bba63-cf84-4a53-bfd6-eaff5c296ac8'] in dv-cinder-852209-10-iscsi is: [{'id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'name': 'tempest-AttachVolumeShelveTestJSON-788111627-router', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '6f5e2d84-5694-4838-b29d-6ed6db584211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:55Z', 'updated_at': '2022-09-01T16:34:03Z', 'revision_number': 4, 'project_id': 'cfb0b630e22745e8af15fb02c71800c3', 'gw_port': {'id': '6f5e2d84-5694-4838-b29d-6ed6db584211', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:57Z', 'updated_at': '2022-09-01T16:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': '494be02b-a2e6-4266-8ad7-8cec408b4940', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'floating_ip_address': '172.27.2.246', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'port_id': '5bb9e1c4-5809-406a-8024-a9bfe99bb842', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9', 'mac_address': 'fa:16:3e:e6:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d764e51-5b8a-4d17-886e-b52189448293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:38:47Z', 'updated_at': '2022-09-01T16:39:04Z', 'revision_number': 1, 'project_id': 'cfb0b630e22745e8af15fb02c71800c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bf7e611-18e1-489f-893a-f5c18377fe8e', 'name': '', 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'mac_address': 'fa:16:3e:b7:34:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fdf6e192-10ef-49d3-8b96-d6cc87fe33e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:34:02Z', 'updated_at': '2022-09-01T16:34:22Z', 'revision_number': 5, 'project_id': 'cfb0b630e22745e8af15fb02c71800c3', 'subnets': [{'id': 'fdf6e192-10ef-49d3-8b96-d6cc87fe33e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:39:05.717962 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ff9475ed-71d6-4a49-8dbb-e04d7756caf1 req-ef1f37b1-9717-4f9b-86e3-0ef4a0de2121 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1e2386a0-52ae-4650-b501-6e8c6cdd7cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560831 Sep 01 16:39:05.736387 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-6548e1ca-0c62-4929-a43d-4d337fbbaf40 req-816edc9f-f4fa-4fd9-b4f7-f737c0ae2551 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818354 Sep 01 16:39:05.838339 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1178743d-951e-481b-97db-91449b636921 None None] New status for floating IP 494be02b-a2e6-4266-8ad7-8cec408b4940: ACTIVE {{(pid=106491) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 16:39:05.898125 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ff9475ed-71d6-4a49-8dbb-e04d7756caf1 req-112b016b-8ad5-49c6-a28d-fc0e0966c9c5 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1e2386a0-52ae-4650-b501-6e8c6cdd7cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724880 Sep 01 16:39:05.902039 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-6548e1ca-0c62-4929-a43d-4d337fbbaf40 req-60c5be36-d846-475b-bad4-5b03709b62fd service neutron] 10.222.0.77 "GET /networking/v2.0/networks/f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558053 Sep 01 16:39:06.705201 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 36600) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:39:06.749939 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_v2 [None req-c673ec99-c478-4d3b-b3a1-4b12bc1a5101 admin admin] Deleting subnet a1176e06-7b68-4acd-ab72-99b73daee270 {{(pid=106490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 16:39:06.752978 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-c673ec99-c478-4d3b-b3a1-4b12bc1a5101 admin admin] Publish callbacks [] for subnet (a1176e06-7b68-4acd-ab72-99b73daee270), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:06.789923 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-c673ec99-c478-4d3b-b3a1-4b12bc1a5101 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260063576'] for subnet (a1176e06-7b68-4acd-ab72-99b73daee270), precommit_delete_associations {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:06.828308 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-c673ec99-c478-4d3b-b3a1-4b12bc1a5101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459871'] for subnet (a1176e06-7b68-4acd-ab72-99b73daee270), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:06.880715 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-c673ec99-c478-4d3b-b3a1-4b12bc1a5101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261544367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261988443'] for subnet (a1176e06-7b68-4acd-ab72-99b73daee270), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:06.904397 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673ec99-c478-4d3b-b3a1-4b12bc1a5101 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1176e06-7b68-4acd-ab72-99b73daee270,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:06.914665 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c673ec99-c478-4d3b-b3a1-4b12bc1a5101 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:39:06.915004 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c673ec99-c478-4d3b-b3a1-4b12bc1a5101 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:39:06.915339 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c673ec99-c478-4d3b-b3a1-4b12bc1a5101 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:39:06.915669 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c673ec99-c478-4d3b-b3a1-4b12bc1a5101 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:39:06.915994 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c673ec99-c478-4d3b-b3a1-4b12bc1a5101 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:39:06.916320 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c673ec99-c478-4d3b-b3a1-4b12bc1a5101 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:39:06.917061 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c673ec99-c478-4d3b-b3a1-4b12bc1a5101 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:39:06.917061 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c673ec99-c478-4d3b-b3a1-4b12bc1a5101 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:39:06.917251 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c673ec99-c478-4d3b-b3a1-4b12bc1a5101 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:39:06.917551 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c673ec99-c478-4d3b-b3a1-4b12bc1a5101 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:39:06.917866 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c673ec99-c478-4d3b-b3a1-4b12bc1a5101 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:39:06.918179 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c673ec99-c478-4d3b-b3a1-4b12bc1a5101 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:39:06.918516 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c673ec99-c478-4d3b-b3a1-4b12bc1a5101 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:39:06.918823 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c673ec99-c478-4d3b-b3a1-4b12bc1a5101 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:39:06.919134 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c673ec99-c478-4d3b-b3a1-4b12bc1a5101 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:39:06.921909 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-c673ec99-c478-4d3b-b3a1-4b12bc1a5101 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:06.924981 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-c673ec99-c478-4d3b-b3a1-4b12bc1a5101 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/a1176e06-7b68-4acd-ab72-99b73daee270 HTTP/1.1" status: 204 len: 168 time: 0.2187443 Sep 01 16:39:06.927471 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 36602) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:39:06.999598 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-e3998e83-474b-4fa6-b26f-2b64a8209b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1386798'] for network (38acd0bc-b894-4eb9-a8c5-fadf4fec09f0), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:07.075453 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-e3998e83-474b-4fa6-b26f-2b64a8209b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497336', 'neutron.services.segments.db._delete_segments_for_network-8777439728797'] for network (38acd0bc-b894-4eb9-a8c5-fadf4fec09f0), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:07.087290 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:07.096940 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.services.segments.db [None req-e3998e83-474b-4fa6-b26f-2b64a8209b99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38acd0bc-b894-4eb9-a8c5-fadf4fec09f0']}} {{(pid=106490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:39:07.105748 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:07.107603 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.services.segments.db [None req-e3998e83-474b-4fa6-b26f-2b64a8209b99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '098b0357-abb2-4d87-a3b6-bd4af7d5fb42') {'for_net_delete': True} {{(pid=106490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:39:07.107933 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.services.segments.db [None req-e3998e83-474b-4fa6-b26f-2b64a8209b99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '098b0357-abb2-4d87-a3b6-bd4af7d5fb42') {} {{(pid=106490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:39:07.118906 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-e3998e83-474b-4fa6-b26f-2b64a8209b99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777439826661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260063567'] for segment (098b0357-abb2-4d87-a3b6-bd4af7d5fb42), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:07.132209 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-e3998e83-474b-4fa6-b26f-2b64a8209b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449'] for segment (098b0357-abb2-4d87-a3b6-bd4af7d5fb42), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:07.138634 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3998e83-474b-4fa6-b26f-2b64a8209b99 admin admin] Releasing vlan 945 on physical network physnet1 to pool {{(pid=106490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:39:07.139698 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-e3998e83-474b-4fa6-b26f-2b64a8209b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261539341'] for segment (098b0357-abb2-4d87-a3b6-bd4af7d5fb42), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:07.183771 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.services.segments.plugin [-] Segment 098b0357-abb2-4d87-a3b6-bd4af7d5fb42 resource provider aggregate not found Sep 01 16:39:07.203423 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.services.segments.plugin [-] Segment 098b0357-abb2-4d87-a3b6-bd4af7d5fb42 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 098b0357-abb2-4d87-a3b6-bd4af7d5fb42 found for delete ", "request_id": "req-2aa1fb7a-d3e8-4969-8d1b-7753869bdedb"}]} Sep 01 16:39:07.210439 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-e3998e83-474b-4fa6-b26f-2b64a8209b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631280'] for network (38acd0bc-b894-4eb9-a8c5-fadf4fec09f0), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:07.217221 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-e3998e83-474b-4fa6-b26f-2b64a8209b99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for network (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:07.222735 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-e3998e83-474b-4fa6-b26f-2b64a8209b99 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/38acd0bc-b894-4eb9-a8c5-fadf4fec09f0 HTTP/1.1" status: 204 len: 168 time: 0.2942960 Sep 01 16:39:07.233611 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3998e83-474b-4fa6-b26f-2b64a8209b99 admin admin] Pushing event deleted for resources: {'Network': ['ID=38acd0bc-b894-4eb9-a8c5-fadf4fec09f0,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:07.397632 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 36610) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:39:07.436958 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-daa89b76-87b4-4aab-ba31-7ca76243bd1b admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=09b1f2c2ff4e4338acd2a3367a4fdee5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376129 Sep 01 16:39:07.439353 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 36612) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:39:07.491091 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-57716c02-17b1-422e-8100-47c55098f1bf admin admin] Publish callbacks [] for security_group (0b2328c1-9620-472d-b749-dba6a89d779a), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:07.511342 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-57716c02-17b1-422e-8100-47c55098f1bf admin admin] Publish callbacks [] for security_group (0b2328c1-9620-472d-b749-dba6a89d779a), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:07.564053 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-57716c02-17b1-422e-8100-47c55098f1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (0b2328c1-9620-472d-b749-dba6a89d779a), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:07.566767 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-57716c02-17b1-422e-8100-47c55098f1bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:07.567904 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-57716c02-17b1-422e-8100-47c55098f1bf admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/0b2328c1-9620-472d-b749-dba6a89d779a HTTP/1.1" status: 204 len: 168 time: 0.1276712 Sep 01 16:39:07.575775 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57716c02-17b1-422e-8100-47c55098f1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2328c1-9620-472d-b749-dba6a89d779a,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:12.347120 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097f316-fddf-420c-8910-4d5db2f5e81a req-dca7e621-601c-4dc0-aaa9-c78d12a5479d tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:12.348571 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-8097f316-fddf-420c-8910-4d5db2f5e81a req-dca7e621-601c-4dc0-aaa9-c78d12a5479d tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0463316 Sep 01 16:39:12.395702 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-8097f316-fddf-420c-8910-4d5db2f5e81a req-3d4af945-8b58-4266-8cd7-5bcd4fa4d97f tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411813 Sep 01 16:39:13.508990 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:13.516896 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53b034-ee09-4250-812d-3546d88eeffb req-5ad74504-5512-46df-bb56-5fa378695a42 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:13.518366 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-6b53b034-ee09-4250-812d-3546d88eeffb req-5ad74504-5512-46df-bb56-5fa378695a42 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0486865 Sep 01 16:39:13.550928 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:13.565536 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-6b53b034-ee09-4250-812d-3546d88eeffb req-10f6044d-17db-47e1-b39f-40cedfeb4cd7 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412610 Sep 01 16:39:14.683593 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a85fe6-0219-4b90-a1f9-a40f0d880371 req-386e4103-c3e9-434b-9fa2-e46f79b23c50 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:14.684937 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-32a85fe6-0219-4b90-a1f9-a40f0d880371 req-386e4103-c3e9-434b-9fa2-e46f79b23c50 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0460401 Sep 01 16:39:14.731218 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-32a85fe6-0219-4b90-a1f9-a40f0d880371 req-426df9de-f5c5-4966-98a4-e4574193cdbc tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407426 Sep 01 16:39:15.577461 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=75 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:15.620742 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=75 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:15.850881 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31736f26-2d73-4c91-bc18-364db19ca551 req-fe33bc98-9c60-4c54-afd8-93f7cbe3b1da tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:15.852336 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-31736f26-2d73-4c91-bc18-364db19ca551 req-fe33bc98-9c60-4c54-afd8-93f7cbe3b1da tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0463376 Sep 01 16:39:15.897860 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-31736f26-2d73-4c91-bc18-364db19ca551 req-2d988fca-54a4-457f-bd97-5010ead5f9b8 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400577 Sep 01 16:39:15.974590 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:16.733085 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dba6c7-9e84-4624-8610-ce689d339bfd req-16b8a81b-f200-4b8f-830e-29e83bcd8eab tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:16.734210 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-69dba6c7-9e84-4624-8610-ce689d339bfd req-16b8a81b-f200-4b8f-830e-29e83bcd8eab tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.0493991 Sep 01 16:39:16.815929 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [req-69dba6c7-9e84-4624-8610-ce689d339bfd req-cfd2aede-3c8b-4998-a0a1-80b830c8fcfd tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Deleting port 38cd1838-9a61-4f72-a995-2bc777df4564 {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:39:16.816266 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-69dba6c7-9e84-4624-8610-ce689d339bfd req-cfd2aede-3c8b-4998-a0a1-80b830c8fcfd tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (38cd1838-9a61-4f72-a995-2bc777df4564), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:16.906562 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-69dba6c7-9e84-4624-8610-ce689d339bfd req-cfd2aede-3c8b-4998-a0a1-80b830c8fcfd tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] For port 38cd1838-9a61-4f72-a995-2bc777df4564, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=38cd1838-9a61-4f72-a995-2bc777df4564,segment=NetworkSegment(6f41d63c-c0db-43b8-a48d-b58014c53e5f),segment_id=6f41d63c-c0db-43b8-a48d-b58014c53e5f)] {{(pid=106490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:39:16.906921 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-69dba6c7-9e84-4624-8610-ce689d339bfd req-cfd2aede-3c8b-4998-a0a1-80b830c8fcfd tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (38cd1838-9a61-4f72-a995-2bc777df4564), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:17.080068 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71ff55-5b9d-4866-a93f-53127e569b8c req-4b13eeee-0763-4754-a13e-2055eddb3275 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:17.081532 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0d71ff55-5b9d-4866-a93f-53127e569b8c req-4b13eeee-0763-4754-a13e-2055eddb3275 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 945 time: 0.1116281 Sep 01 16:39:17.125683 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-69dba6c7-9e84-4624-8610-ce689d339bfd req-cfd2aede-3c8b-4998-a0a1-80b830c8fcfd tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:17.126037 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-69dba6c7-9e84-4624-8610-ce689d339bfd req-cfd2aede-3c8b-4998-a0a1-80b830c8fcfd tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631243'] for floatingip (2e36b006-7e24-4dbc-a35c-091ac3a22a32), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:17.126434 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.db.l3_db [req-69dba6c7-9e84-4624-8610-ce689d339bfd req-cfd2aede-3c8b-4998-a0a1-80b830c8fcfd tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Floating IP 2e36b006-7e24-4dbc-a35c-091ac3a22a32 disassociated. External IP: 172.27.2.32, port: 38cd1838-9a61-4f72-a995-2bc777df4564. Sep 01 16:39:17.126769 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [req-69dba6c7-9e84-4624-8610-ce689d339bfd req-cfd2aede-3c8b-4998-a0a1-80b830c8fcfd tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Calling delete_port for 38cd1838-9a61-4f72-a995-2bc777df4564 owned by compute:nova {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:39:17.128274 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:DELETE=3,neutron:SELECT=94,neutron:UPDATE=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:17.136582 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:17.157456 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0d71ff55-5b9d-4866-a93f-53127e569b8c req-354337a3-46fd-4548-9ed5-b5fe77b465c5 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=57020760-b160-47fd-a916-6d09cc288034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693498 Sep 01 16:39:17.526063 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-69dba6c7-9e84-4624-8610-ce689d339bfd req-cfd2aede-3c8b-4998-a0a1-80b830c8fcfd tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (38cd1838-9a61-4f72-a995-2bc777df4564), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:17.554223 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2aede-3c8b-4998-a0a1-80b830c8fcfd tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Pushing event deleted for resources: {'Port': ['ID=38cd1838-9a61-4f72-a995-2bc777df4564,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:17.588996 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:17.664042 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69dba6c7-9e84-4624-8610-ce689d339bfd req-cfd2aede-3c8b-4998-a0a1-80b830c8fcfd tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Router 48f873e9-78f3-4e51-a88f-9b06779297cc has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:39:17.766936 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69dba6c7-9e84-4624-8610-ce689d339bfd req-cfd2aede-3c8b-4998-a0a1-80b830c8fcfd tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:39:17.777039 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9757a559-dace-4ffe-93c3-e5296f37c6f2 None None] Sync routers for ids ['48f873e9-78f3-4e51-a88f-9b06779297cc'] in dv-cinder-852209-10-iscsi {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:39:17.787493 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9757a559-dace-4ffe-93c3-e5296f37c6f2 None None] Routers {'48f873e9-78f3-4e51-a88f-9b06779297cc'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:39:17.788098 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-9757a559-dace-4ffe-93c3-e5296f37c6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:38:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['48f873e9-78f3-4e51-a88f-9b06779297cc'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:39:17.807720 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [req-69dba6c7-9e84-4624-8610-ce689d339bfd req-cfd2aede-3c8b-4998-a0a1-80b830c8fcfd tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] No DVR routers for this DVR port 38cd1838-9a61-4f72-a995-2bc777df4564 on host hv-cinder-85220 {{(pid=106490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 16:39:17.810203 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-69dba6c7-9e84-4624-8610-ce689d339bfd req-cfd2aede-3c8b-4998-a0a1-80b830c8fcfd tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:17.813972 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-69dba6c7-9e84-4624-8610-ce689d339bfd req-cfd2aede-3c8b-4998-a0a1-80b830c8fcfd tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.77 "DELETE /networking/v2.0/ports/38cd1838-9a61-4f72-a995-2bc777df4564 HTTP/1.1" status: 204 len: 173 time: 1.0734174 Sep 01 16:39:17.814421 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f220c0ef-c9c6-4fb0-995b-6daea95e841f', 'name': 'network-vif-deleted', 'tag': '38cd1838-9a61-4f72-a995-2bc777df4564'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:39:17.816608 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0631c49a-df59-450c-8f8d-05819971d00d" -d '{"events": [{"server_uuid": "f220c0ef-c9c6-4fb0-995b-6daea95e841f", "name": "network-vif-deleted", "tag": "38cd1838-9a61-4f72-a995-2bc777df4564"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:39:17.857561 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0e3879-9fd3-4ed9-b3ed-8ce1af8d857a x-openstack-request-id: req-fd0e3879-9fd3-4ed9-b3ed-8ce1af8d857a {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:39:17.857865 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f220c0ef-c9c6-4fb0-995b-6daea95e841f", "name": "network-vif-deleted", "tag": "38cd1838-9a61-4f72-a995-2bc777df4564", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:39:17.858135 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fd0e3879-9fd3-4ed9-b3ed-8ce1af8d857a {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:39:17.858577 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd0e3879-9fd3-4ed9-b3ed-8ce1af8d857a'] response: {'server_uuid': 'f220c0ef-c9c6-4fb0-995b-6daea95e841f', 'name': 'network-vif-deleted', 'tag': '38cd1838-9a61-4f72-a995-2bc777df4564', 'status': 'completed', 'code': 200} Sep 01 16:39:17.895245 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-9757a559-dace-4ffe-93c3-e5296f37c6f2 None None] Set router 48f873e9-78f3-4e51-a88f-9b06779297cc gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:39:18.088670 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-9757a559-dace-4ffe-93c3-e5296f37c6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'name': 'tempest-AttachVolumeTestJSON-1559330657-router', 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'a8429792-2677-4f04-9e17-a180ddf5c83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:56Z', 'updated_at': '2022-09-01T16:34:06Z', 'revision_number': 4, 'project_id': 'aab96a55de014d8cac2c004ba7cadedd', 'gw_port': {'id': 'a8429792-2677-4f04-9e17-a180ddf5c83f', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:58Z', 'updated_at': '2022-09-01T16:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '11e2db5b-0dc1-4675-9634-32971211a38b', 'name': '', 'network_id': 'ba8f8151-1775-4d72-8643-4c1aec9c20a0', 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'mac_address': 'fa:16:3e:7f:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '78963023-41a6-45a3-a4c4-170de5dc804e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:34:04Z', 'updated_at': '2022-09-01T16:34:22Z', 'revision_number': 5, 'project_id': 'aab96a55de014d8cac2c004ba7cadedd', 'subnets': [{'id': '78963023-41a6-45a3-a4c4-170de5dc804e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:39:18.116813 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9757a559-dace-4ffe-93c3-e5296f37c6f2 None None] Checking router: 48f873e9-78f3-4e51-a88f-9b06779297cc for host: dv-cinder-852209-10-iscsi {{(pid=106492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:39:18.125719 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9757a559-dace-4ffe-93c3-e5296f37c6f2 None None] Routers {'48f873e9-78f3-4e51-a88f-9b06779297cc'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:39:18.126342 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-9757a559-dace-4ffe-93c3-e5296f37c6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:38:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['48f873e9-78f3-4e51-a88f-9b06779297cc'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:39:18.226596 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-9757a559-dace-4ffe-93c3-e5296f37c6f2 None None] Set router 48f873e9-78f3-4e51-a88f-9b06779297cc gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:39:18.263042 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e4d8606e-d9e2-4cb7-8460-054fbe7f37b9 req-6491fc86-a90d-4da6-9b9e-788fe93392ec tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 210 time: 0.0328591 Sep 01 16:39:18.495140 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-9757a559-dace-4ffe-93c3-e5296f37c6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'name': 'tempest-AttachVolumeTestJSON-1559330657-router', 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'a8429792-2677-4f04-9e17-a180ddf5c83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:56Z', 'updated_at': '2022-09-01T16:34:06Z', 'revision_number': 4, 'project_id': 'aab96a55de014d8cac2c004ba7cadedd', 'gw_port': {'id': 'a8429792-2677-4f04-9e17-a180ddf5c83f', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:58Z', 'updated_at': '2022-09-01T16:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '11e2db5b-0dc1-4675-9634-32971211a38b', 'name': '', 'network_id': 'ba8f8151-1775-4d72-8643-4c1aec9c20a0', 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'mac_address': 'fa:16:3e:7f:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '78963023-41a6-45a3-a4c4-170de5dc804e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:34:04Z', 'updated_at': '2022-09-01T16:34:22Z', 'revision_number': 5, 'project_id': 'aab96a55de014d8cac2c004ba7cadedd', 'subnets': [{'id': '78963023-41a6-45a3-a4c4-170de5dc804e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:39:18.520327 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9757a559-dace-4ffe-93c3-e5296f37c6f2 None None] The sync data for ids ['48f873e9-78f3-4e51-a88f-9b06779297cc'] in dv-cinder-852209-10-iscsi is: [{'id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'name': 'tempest-AttachVolumeTestJSON-1559330657-router', 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'a8429792-2677-4f04-9e17-a180ddf5c83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:56Z', 'updated_at': '2022-09-01T16:34:06Z', 'revision_number': 4, 'project_id': 'aab96a55de014d8cac2c004ba7cadedd', 'gw_port': {'id': 'a8429792-2677-4f04-9e17-a180ddf5c83f', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:58Z', 'updated_at': '2022-09-01T16:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '11e2db5b-0dc1-4675-9634-32971211a38b', 'name': '', 'network_id': 'ba8f8151-1775-4d72-8643-4c1aec9c20a0', 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'mac_address': 'fa:16:3e:7f:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '78963023-41a6-45a3-a4c4-170de5dc804e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:34:04Z', 'updated_at': '2022-09-01T16:34:22Z', 'revision_number': 5, 'project_id': 'aab96a55de014d8cac2c004ba7cadedd', 'subnets': [{'id': '78963023-41a6-45a3-a4c4-170de5dc804e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:39:18.719108 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07056ee-51c9-4524-ae4b-f13da89716c8 None None] New status for floating IP 2e36b006-7e24-4dbc-a35c-091ac3a22a32: DOWN {{(pid=106491) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 16:39:19.371865 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-691e2a9f-6b98-4901-ae35-38afe2967e60 req-12118ca6-e2ae-441d-91fc-05fc38a89256 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 210 time: 0.0311263 Sep 01 16:39:20.308728 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 38cd1838-9a61-4f72-a995-2bc777df4564 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:39:20.329491 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] No Port match for: 38cd1838-9a61-4f72-a995-2bc777df4564 {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:39:20.329833 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 38cd1838-9a61-4f72-a995-2bc777df4564 not bound to the agent host hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:39:20.492165 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2810c2e1-cc91-4f8b-aa65-2f4919a46533 req-16ba41e9-80e2-48c5-85ec-62c12c329f12 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f220c0ef-c9c6-4fb0-995b-6daea95e841f HTTP/1.1" status: 200 len: 210 time: 0.0289924 Sep 01 16:39:21.284319 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-88b83edb-b367-4246-9061-d2595adb6e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:21.603514 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 36732) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:39:21.658892 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0ff82962-7e3e-4702-a1cd-1a4b4afefe4a tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks [] for security_group (57020760-b160-47fd-a916-6d09cc288034), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:21.681832 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0ff82962-7e3e-4702-a1cd-1a4b4afefe4a tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks [] for security_group (57020760-b160-47fd-a916-6d09cc288034), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:21.731582 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0ff82962-7e3e-4702-a1cd-1a4b4afefe4a tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (57020760-b160-47fd-a916-6d09cc288034), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:21.734942 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0ff82962-7e3e-4702-a1cd-1a4b4afefe4a tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:21.736185 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-0ff82962-7e3e-4702-a1cd-1a4b4afefe4a tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/57020760-b160-47fd-a916-6d09cc288034 HTTP/1.1" status: 204 len: 168 time: 0.1318238 Sep 01 16:39:21.739267 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 36742) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:39:21.745712 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff82962-7e3e-4702-a1cd-1a4b4afefe4a tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57020760-b160-47fd-a916-6d09cc288034,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:21.763478 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.api.v2.resource [None req-b9ccc2d6-468b-4bed-8ef3-7e5741a3c0c3 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] show failed (client error): The resource could not be found. Sep 01 16:39:21.767349 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-b9ccc2d6-468b-4bed-8ef3-7e5741a3c0c3 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups/57020760-b160-47fd-a916-6d09cc288034 HTTP/1.1" status: 404 len: 347 time: 0.0238259 Sep 01 16:39:21.768066 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 36746) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:39:21.887150 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.plugin [None req-0bfcc926-6e4e-4b48-8b99-939e0b89912f tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Deleting port dfe86589-c6de-47f6-9b9d-1219d299dc88 {{(pid=106489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:39:21.887491 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-0bfcc926-6e4e-4b48-8b99-939e0b89912f tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (dfe86589-c6de-47f6-9b9d-1219d299dc88), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:21.965030 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-0bfcc926-6e4e-4b48-8b99-939e0b89912f tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (dfe86589-c6de-47f6-9b9d-1219d299dc88), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:21.965366 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-0bfcc926-6e4e-4b48-8b99-939e0b89912f tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks [] for floatingip (dfe86589-c6de-47f6-9b9d-1219d299dc88), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:21.988178 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.plugin [None req-0bfcc926-6e4e-4b48-8b99-939e0b89912f tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Calling delete_port for dfe86589-c6de-47f6-9b9d-1219d299dc88 owned by network:floatingip {{(pid=106489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:39:22.126614 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-0bfcc926-6e4e-4b48-8b99-939e0b89912f tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261346675'] for port (dfe86589-c6de-47f6-9b9d-1219d299dc88), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:22.153627 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfcc926-6e4e-4b48-8b99-939e0b89912f tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Pushing event deleted for resources: {'Port': ['ID=dfe86589-c6de-47f6-9b9d-1219d299dc88,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:22.222339 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-0bfcc926-6e4e-4b48-8b99-939e0b89912f tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks [] for floatingip (2e36b006-7e24-4dbc-a35c-091ac3a22a32), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:22.225140 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-0bfcc926-6e4e-4b48-8b99-939e0b89912f tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for floatingip (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:22.229030 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-0bfcc926-6e4e-4b48-8b99-939e0b89912f tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/2e36b006-7e24-4dbc-a35c-091ac3a22a32 HTTP/1.1" status: 204 len: 168 time: 0.4572194 Sep 01 16:39:22.310112 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 36774) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:39:22.314705 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-1fcad959-d66c-4570-9ca4-985f5036b928 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Request body: {'security_group': {'name': 'tempest-securitygroup--716066378', 'description': 'tempest-description--1377131249'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:39:22.339028 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-1fcad959-d66c-4570-9ca4-985f5036b928 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:22.407963 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-1fcad959-d66c-4570-9ca4-985f5036b928 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks [] for security_group (1564c154-674d-4cd9-8233-a11d2e6bd4d5), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:22.411717 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-1fcad959-d66c-4570-9ca4-985f5036b928 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (1564c154-674d-4cd9-8233-a11d2e6bd4d5), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:22.443134 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-1fcad959-d66c-4570-9ca4-985f5036b928 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:22.444325 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-1fcad959-d66c-4570-9ca4-985f5036b928 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1332417 Sep 01 16:39:22.446335 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcad959-d66c-4570-9ca4-985f5036b928 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1564c154-674d-4cd9-8233-a11d2e6bd4d5,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:22.447332 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 36776) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:39:22.451922 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-20de4019-385f-4982-b103-efb256c19fac tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Request body: {'security_group_rule': {'security_group_id': '1564c154-674d-4cd9-8233-a11d2e6bd4d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:39:22.479105 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-20de4019-385f-4982-b103-efb256c19fac tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks [] for security_group_rule (2388fc4f-8cfd-4e96-b81e-f2222007bd47), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:22.534634 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-20de4019-385f-4982-b103-efb256c19fac tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks [] for security_group_rule (2388fc4f-8cfd-4e96-b81e-f2222007bd47), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:22.538099 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-20de4019-385f-4982-b103-efb256c19fac tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684833'] for security_group_rule (2388fc4f-8cfd-4e96-b81e-f2222007bd47), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:22.556071 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de4019-385f-4982-b103-efb256c19fac tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2388fc4f-8cfd-4e96-b81e-f2222007bd47,revision_number=0']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:22.564009 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-20de4019-385f-4982-b103-efb256c19fac tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:22.565190 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-20de4019-385f-4982-b103-efb256c19fac tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1168468 Sep 01 16:39:22.567897 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 36778) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:39:22.572104 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-96eaf5d0-40db-430a-bd70-9bbcbb591346 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Request body: {'security_group_rule': {'security_group_id': '1564c154-674d-4cd9-8233-a11d2e6bd4d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:39:22.597002 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-96eaf5d0-40db-430a-bd70-9bbcbb591346 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks [] for security_group_rule (620d8dc0-68a1-4441-8786-3429a579a60e), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:22.620628 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:22.658543 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-96eaf5d0-40db-430a-bd70-9bbcbb591346 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks [] for security_group_rule (620d8dc0-68a1-4441-8786-3429a579a60e), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:22.662032 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-96eaf5d0-40db-430a-bd70-9bbcbb591346 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684833'] for security_group_rule (620d8dc0-68a1-4441-8786-3429a579a60e), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:22.680920 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eaf5d0-40db-430a-bd70-9bbcbb591346 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=620d8dc0-68a1-4441-8786-3429a579a60e,revision_number=0']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:22.688902 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-96eaf5d0-40db-430a-bd70-9bbcbb591346 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:22.690072 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-96eaf5d0-40db-430a-bd70-9bbcbb591346 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212459 Sep 01 16:39:22.693157 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 36780) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:39:22.697333 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-6a0d89d9-58aa-4ec9-ad5b-2eb6985b5bf0 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Request body: {'floatingip': {'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:39:22.712855 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:22.719894 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6a0d89d9-58aa-4ec9-ad5b-2eb6985b5bf0 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:22.798032 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6a0d89d9-58aa-4ec9-ad5b-2eb6985b5bf0 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:22.905015 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.db_base_plugin_common [None req-6a0d89d9-58aa-4ec9-ad5b-2eb6985b5bf0 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Allocated IP 172.27.2.138 (537c3a33-78cb-41f3-a0ee-71478f9cfd9b/3e5d1400-7955-40a6-9a09-08f8a8c1db3a/58b7122e-f465-4321-b056-b7538ab982ee) {{(pid=106489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:39:23.005432 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6a0d89d9-58aa-4ec9-ad5b-2eb6985b5bf0 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks [] for port (58b7122e-f465-4321-b056-b7538ab982ee), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:23.036460 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6a0d89d9-58aa-4ec9-ad5b-2eb6985b5bf0 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261346675'] for port (58b7122e-f465-4321-b056-b7538ab982ee), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:23.079656 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0d89d9-58aa-4ec9-ad5b-2eb6985b5bf0 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Network 537c3a33-78cb-41f3-a0ee-71478f9cfd9b is already hosted by enough agents. {{(pid=106489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:39:23.084370 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.base_scheduler [None req-6a0d89d9-58aa-4ec9-ad5b-2eb6985b5bf0 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Resources bound (agent type, host, resource id): {{(pid=106489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:39:23.088098 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0d89d9-58aa-4ec9-ad5b-2eb6985b5bf0 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Received port after_create {{(pid=106489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:39:23.091294 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d89d9-58aa-4ec9-ad5b-2eb6985b5bf0 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Pushing event updated for resources: {'Port': ['ID=58b7122e-f465-4321-b056-b7538ab982ee,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:23.169835 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6a0d89d9-58aa-4ec9-ad5b-2eb6985b5bf0 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks [] for floatingip (fb2ddf9d-a9bd-4138-af78-fb42acf42ce9), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:23.208772 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6a0d89d9-58aa-4ec9-ad5b-2eb6985b5bf0 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (58b7122e-f465-4321-b056-b7538ab982ee), before_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:23.343671 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:23.363392 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6a0d89d9-58aa-4ec9-ad5b-2eb6985b5bf0 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks [] for port (58b7122e-f465-4321-b056-b7538ab982ee), precommit_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:23.370999 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6a0d89d9-58aa-4ec9-ad5b-2eb6985b5bf0 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261346666'] for port (58b7122e-f465-4321-b056-b7538ab982ee), after_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:23.412953 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:23.442332 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d89d9-58aa-4ec9-ad5b-2eb6985b5bf0 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Pushing event updated for resources: {'Port': ['ID=58b7122e-f465-4321-b056-b7538ab982ee,revision_number=2']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:23.447922 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6a0d89d9-58aa-4ec9-ad5b-2eb6985b5bf0 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631243'] for floatingip (fb2ddf9d-a9bd-4138-af78-fb42acf42ce9), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:23.463163 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6a0d89d9-58aa-4ec9-ad5b-2eb6985b5bf0 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for floatingip (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:23.464357 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-6a0d89d9-58aa-4ec9-ad5b-2eb6985b5bf0 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7702925 Sep 01 16:39:23.596359 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:23.621313 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-1ea5d78f-2b96-4105-96a2-0548ab3ddc55 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--716066378&fields=id&tenant_id=aab96a55de014d8cac2c004ba7cadedd HTTP/1.1" status: 200 len: 267 time: 0.0457482 Sep 01 16:39:23.698102 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:23.705857 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-4bf5cb05-b07e-4c2d-a791-6ac6f5c795b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:23.741962 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-986c2431-2cf3-46e8-b2bc-692e50e32470 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:23.743463 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-986c2431-2cf3-46e8-b2bc-692e50e32470 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/networks?id=ba8f8151-1775-4d72-8643-4c1aec9c20a0 HTTP/1.1" status: 200 len: 811 time: 0.1151390 Sep 01 16:39:23.759266 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-c0c22222-0868-462c-8ecd-bd7b6fd85489 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/quotas/aab96a55de014d8cac2c004ba7cadedd HTTP/1.1" status: 200 len: 375 time: 0.0097182 Sep 01 16:39:23.812517 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-2bda9824-69bb-4342-862f-c459daf5c24e tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=aab96a55de014d8cac2c004ba7cadedd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472021 Sep 01 16:39:24.010838 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-39afad65-3d94-4180-be56-19b1463d8049 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ba8f8151-1775-4d72-8643-4c1aec9c20a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856425 Sep 01 16:39:24.098662 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-84418e46-9f7a-4d84-807e-9a96a7451b1c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ba8f8151-1775-4d72-8643-4c1aec9c20a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819805 Sep 01 16:39:24.262008 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-0ef5af62-eea4-4d4d-9c7e-1d0bc7859eb6 req-0c1672de-dddf-49db-be7d-62a9be768f3b tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7e32ddc7-b8fb-420e-8a40-f3cde9dc120f HTTP/1.1" status: 200 len: 210 time: 0.0282810 Sep 01 16:39:24.611743 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:25.364495 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-67f8dc6b-26a2-4a0b-952d-f9e4806a03c4 req-0d4c1a2b-0067-4cd5-83f9-5694a0789157 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7e32ddc7-b8fb-420e-8a40-f3cde9dc120f HTTP/1.1" status: 200 len: 210 time: 0.0291634 Sep 01 16:39:25.691529 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-d64ddb35-c34f-4e69-83e1-7bd0f9aa3537 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:25.693138 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-d64ddb35-c34f-4e69-83e1-7bd0f9aa3537 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.77 "GET /networking/v2.0/networks?id=ba8f8151-1775-4d72-8643-4c1aec9c20a0 HTTP/1.1" status: 200 len: 811 time: 0.1149037 Sep 01 16:39:25.764732 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-fd469ec8-8107-42a3-a8ec-c8000174c7fa tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=aab96a55de014d8cac2c004ba7cadedd HTTP/1.1" status: 200 len: 379 time: 0.0529485 Sep 01 16:39:25.871551 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-c33cf409-2ef5-4b34-9774-78d8230b8b95 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Request body: {'port': {'device_id': '7e32ddc7-b8fb-420e-8a40-f3cde9dc120f', 'network_id': 'ba8f8151-1775-4d72-8643-4c1aec9c20a0', 'admin_state_up': True, 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'security_groups': ['1564c154-674d-4cd9-8233-a11d2e6bd4d5']}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:39:25.982478 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-c33cf409-2ef5-4b34-9774-78d8230b8b95 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Made reservation on behalf of aab96a55de014d8cac2c004ba7cadedd for: {'port': 1} {{(pid=106490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:39:25.986399 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-c33cf409-2ef5-4b34-9774-78d8230b8b95 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:26.123689 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_common [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-c33cf409-2ef5-4b34-9774-78d8230b8b95 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Allocated IP 172.20.0.5 (ba8f8151-1775-4d72-8643-4c1aec9c20a0/78963023-41a6-45a3-a4c4-170de5dc804e/3e0bb2c3-4cfe-4397-8e97-194bac0a5051) {{(pid=106490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:39:26.150939 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:26.264427 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-c33cf409-2ef5-4b34-9774-78d8230b8b95 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks [] for port (3e0bb2c3-4cfe-4397-8e97-194bac0a5051), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:26.294931 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-c33cf409-2ef5-4b34-9774-78d8230b8b95 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (3e0bb2c3-4cfe-4397-8e97-194bac0a5051), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:26.325150 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:26.339368 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:26.345484 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-c33cf409-2ef5-4b34-9774-78d8230b8b95 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Network ba8f8151-1775-4d72-8643-4c1aec9c20a0 is already hosted by enough agents. {{(pid=106490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:39:26.351752 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-c33cf409-2ef5-4b34-9774-78d8230b8b95 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Resources bound (agent type, host, resource id): {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:39:26.356111 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-c33cf409-2ef5-4b34-9774-78d8230b8b95 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Received port after_create {{(pid=106490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:39:26.360651 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33cf409-2ef5-4b34-9774-78d8230b8b95 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Pushing event updated for resources: {'Port': ['ID=3e0bb2c3-4cfe-4397-8e97-194bac0a5051,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:26.408198 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-c33cf409-2ef5-4b34-9774-78d8230b8b95 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:26.408845 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-c33cf409-2ef5-4b34-9774-78d8230b8b95 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:26.431594 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-c33cf409-2ef5-4b34-9774-78d8230b8b95 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5642354 Sep 01 16:39:26.460999 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:26.502212 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-2913ca57-8367-49fa-9c41-2e29ba4e38c8 service neutron] Request body: {'port': {'device_id': '7e32ddc7-b8fb-420e-8a40-f3cde9dc120f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:39:26.505781 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e804e-e611-43c0-af86-01034aa849e4 req-ce539d43-4311-4340-8990-46bc211c5e18 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:26.512809 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-ee3e804e-e611-43c0-af86-01034aa849e4 req-ce539d43-4311-4340-8990-46bc211c5e18 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7e32ddc7-b8fb-420e-8a40-f3cde9dc120f HTTP/1.1" status: 200 len: 931 time: 0.0630281 Sep 01 16:39:26.550784 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-33994912-b31f-49e9-9eae-10869732efec None None] Provisioning complete for port 3e0bb2c3-4cfe-4397-8e97-194bac0a5051 triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:39:26.551153 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-33994912-b31f-49e9-9eae-10869732efec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (3e0bb2c3-4cfe-4397-8e97-194bac0a5051), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:26.564306 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-2913ca57-8367-49fa-9c41-2e29ba4e38c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (3e0bb2c3-4cfe-4397-8e97-194bac0a5051), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:26.568309 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-ee3e804e-e611-43c0-af86-01034aa849e4 req-2e0495c9-78bc-4cb3-a05e-6f20eeca6e72 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1564c154-674d-4cd9-8233-a11d2e6bd4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545762 Sep 01 16:39:26.585244 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-33994912-b31f-49e9-9eae-10869732efec None None] Port 3e0bb2c3-4cfe-4397-8e97-194bac0a5051 cannot update to ACTIVE because it is not bound. {{(pid=106491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 16:39:26.835256 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-2913ca57-8367-49fa-9c41-2e29ba4e38c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e0bb2c3-4cfe-4397-8e97-194bac0a5051 {{(pid=106490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:39:26.843712 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-2913ca57-8367-49fa-9c41-2e29ba4e38c8 service neutron] Publish callbacks [] for port (3e0bb2c3-4cfe-4397-8e97-194bac0a5051), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:26.860951 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.provisioning_blocks [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-2913ca57-8367-49fa-9c41-2e29ba4e38c8 service neutron] Transition to ACTIVE for port object 3e0bb2c3-4cfe-4397-8e97-194bac0a5051 will not be triggered until provisioned by entity L2. {{(pid=106490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 16:39:26.864643 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-2913ca57-8367-49fa-9c41-2e29ba4e38c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261539433'] for port (3e0bb2c3-4cfe-4397-8e97-194bac0a5051), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:26.903019 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 36844) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:39:26.926631 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2913ca57-8367-49fa-9c41-2e29ba4e38c8 service neutron] Pushing event updated for resources: {'Port': ['ID=3e0bb2c3-4cfe-4397-8e97-194bac0a5051,revision_number=2']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:26.981972 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-2913ca57-8367-49fa-9c41-2e29ba4e38c8 service neutron] Attempting to bind port 3e0bb2c3-4cfe-4397-8e97-194bac0a5051 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:39:26.982345 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-2913ca57-8367-49fa-9c41-2e29ba4e38c8 service neutron] Attempting to bind port 3e0bb2c3-4cfe-4397-8e97-194bac0a5051 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': '6f41d63c-c0db-43b8-a48d-b58014c53e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'ba8f8151-1775-4d72-8643-4c1aec9c20a0'}] {{(pid=106490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:39:26.983277 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-2913ca57-8367-49fa-9c41-2e29ba4e38c8 service neutron] Attempting to bind port 3e0bb2c3-4cfe-4397-8e97-194bac0a5051 on network ba8f8151-1775-4d72-8643-4c1aec9c20a0 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:39:26.988698 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-2913ca57-8367-49fa-9c41-2e29ba4e38c8 service neutron] Port 3e0bb2c3-4cfe-4397-8e97-194bac0a5051 on network ba8f8151-1775-4d72-8643-4c1aec9c20a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 16:39:26.989026 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-2913ca57-8367-49fa-9c41-2e29ba4e38c8 service neutron] Attempting to bind port 3e0bb2c3-4cfe-4397-8e97-194bac0a5051 on network ba8f8151-1775-4d72-8643-4c1aec9c20a0 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:39:26.994346 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-2913ca57-8367-49fa-9c41-2e29ba4e38c8 service neutron] Checking agent: {'id': '294a3787-103d-4a51-bc9c-bc09638a7966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 32, 3), 'started_at': datetime.datetime(2022, 9, 1, 16, 32, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:39:26.994679 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-2913ca57-8367-49fa-9c41-2e29ba4e38c8 service neutron] Checking segment: {'id': '6f41d63c-c0db-43b8-a48d-b58014c53e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'ba8f8151-1775-4d72-8643-4c1aec9c20a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:39:26.995196 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-2913ca57-8367-49fa-9c41-2e29ba4e38c8 service neutron] Bound using segment: {'id': '6f41d63c-c0db-43b8-a48d-b58014c53e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'ba8f8151-1775-4d72-8643-4c1aec9c20a0'} {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:39:26.995746 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-2913ca57-8367-49fa-9c41-2e29ba4e38c8 service neutron] Bound port: 3e0bb2c3-4cfe-4397-8e97-194bac0a5051, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f41d63c-c0db-43b8-a48d-b58014c53e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'ba8f8151-1775-4d72-8643-4c1aec9c20a0'}}] {{(pid=106490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:39:26.996010 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-2913ca57-8367-49fa-9c41-2e29ba4e38c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (3e0bb2c3-4cfe-4397-8e97-194bac0a5051), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:27.012083 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:27.030163 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-e5f4e4f5-efdc-4fe4-8e96-ff7eda13fcbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:27.063623 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-2913ca57-8367-49fa-9c41-2e29ba4e38c8 service neutron] For port 3e0bb2c3-4cfe-4397-8e97-194bac0a5051, host hv-cinder-85220, cleared binding levels {{(pid=106490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:39:27.066594 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-2913ca57-8367-49fa-9c41-2e29ba4e38c8 service neutron] For port 3e0bb2c3-4cfe-4397-8e97-194bac0a5051, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=3e0bb2c3-4cfe-4397-8e97-194bac0a5051,segment=NetworkSegment(6f41d63c-c0db-43b8-a48d-b58014c53e5f),segment_id=6f41d63c-c0db-43b8-a48d-b58014c53e5f)] {{(pid=106490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:39:27.072825 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-2913ca57-8367-49fa-9c41-2e29ba4e38c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261539433'] for port (3e0bb2c3-4cfe-4397-8e97-194bac0a5051), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:27.077049 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-2913ca57-8367-49fa-9c41-2e29ba4e38c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:27.077653 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-2913ca57-8367-49fa-9c41-2e29ba4e38c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:27.079061 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-2913ca57-8367-49fa-9c41-2e29ba4e38c8 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/3e0bb2c3-4cfe-4397-8e97-194bac0a5051 HTTP/1.1" status: 200 len: 1093 time: 0.6333034 Sep 01 16:39:27.079587 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e32ddc7-b8fb-420e-8a40-f3cde9dc120f', 'tag': '3e0bb2c3-4cfe-4397-8e97-194bac0a5051'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:39:27.081997 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924dd9f8-b433-4e97-987b-1338ca00aa06" -d '{"events": [{"name": "network-changed", "server_uuid": "7e32ddc7-b8fb-420e-8a40-f3cde9dc120f", "tag": "3e0bb2c3-4cfe-4397-8e97-194bac0a5051"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:39:27.109571 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-e5f4e4f5-efdc-4fe4-8e96-ff7eda13fcbf admin admin] Publish callbacks [] for security_group (11422a5a-b339-4814-9b49-72d3b26d03cf), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:27.112823 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-e5f4e4f5-efdc-4fe4-8e96-ff7eda13fcbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (11422a5a-b339-4814-9b49-72d3b26d03cf), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:27.132069 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2913ca57-8367-49fa-9c41-2e29ba4e38c8 service neutron] Pushing event updated for resources: {'Port': ['ID=3e0bb2c3-4cfe-4397-8e97-194bac0a5051,revision_number=3']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:27.153829 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-e5f4e4f5-efdc-4fe4-8e96-ff7eda13fcbf admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f21856f2a2b34d6391a80df87a0f7d40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2494540 Sep 01 16:39:27.155473 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4e4f5-efdc-4fe4-8e96-ff7eda13fcbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11422a5a-b339-4814-9b49-72d3b26d03cf,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:27.157988 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 36854) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:39:27.194695 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-d8be220e-1bbd-41a3-871e-234bf53c0609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:27.196440 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-d8be220e-1bbd-41a3-871e-234bf53c0609 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=aab96a55de014d8cac2c004ba7cadedd&device_id=7e32ddc7-b8fb-420e-8a40-f3cde9dc120f HTTP/1.1" status: 200 len: 1127 time: 0.0499008 Sep 01 16:39:27.208977 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-f8371ff8-525e-4c75-ae6c-7124635d2edf admin admin] Publish callbacks [] for security_group (11422a5a-b339-4814-9b49-72d3b26d03cf), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:27.230171 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-f8371ff8-525e-4c75-ae6c-7124635d2edf admin admin] Publish callbacks [] for security_group (11422a5a-b339-4814-9b49-72d3b26d03cf), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:27.253424 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-74569827-0272-4db2-ae76-0b6404b43165 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e0bb2c3-4cfe-4397-8e97-194bac0a5051 HTTP/1.1" status: 200 len: 217 time: 0.0411730 Sep 01 16:39:27.284829 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-f8371ff8-525e-4c75-ae6c-7124635d2edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (11422a5a-b339-4814-9b49-72d3b26d03cf), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:27.287734 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-f8371ff8-525e-4c75-ae6c-7124635d2edf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:27.289073 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-f8371ff8-525e-4c75-ae6c-7124635d2edf admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/11422a5a-b339-4814-9b49-72d3b26d03cf HTTP/1.1" status: 204 len: 168 time: 0.1301708 Sep 01 16:39:27.297806 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8371ff8-525e-4c75-ae6c-7124635d2edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11422a5a-b339-4814-9b49-72d3b26d03cf,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:27.299546 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 16:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968fb20a-9a5f-45f0-aed6-5cfe9d8bdf76 x-openstack-request-id: req-968fb20a-9a5f-45f0-aed6-5cfe9d8bdf76 {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:39:27.299821 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e32ddc7-b8fb-420e-8a40-f3cde9dc120f", "tag": "3e0bb2c3-4cfe-4397-8e97-194bac0a5051", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:39:27.300073 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-968fb20a-9a5f-45f0-aed6-5cfe9d8bdf76 {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:39:27.300479 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-968fb20a-9a5f-45f0-aed6-5cfe9d8bdf76'] response: {'name': 'network-changed', 'server_uuid': '7e32ddc7-b8fb-420e-8a40-f3cde9dc120f', 'tag': '3e0bb2c3-4cfe-4397-8e97-194bac0a5051', 'status': 'completed', 'code': 200} Sep 01 16:39:27.318909 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-c81f483e-1855-442b-bb9c-add676e8520b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:27.320391 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-c81f483e-1855-442b-bb9c-add676e8520b service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=78963023-41a6-45a3-a4c4-170de5dc804e HTTP/1.1" status: 200 len: 850 time: 0.0543423 Sep 01 16:39:27.375976 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-6ad99b15-0156-48e2-8620-103119a55856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:27.377450 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-6ad99b15-0156-48e2-8620-103119a55856 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=ba8f8151-1775-4d72-8643-4c1aec9c20a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406888 Sep 01 16:39:27.436196 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:27.475709 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-6ea9f31a-6a0f-4b6e-a30e-e628a2c78a6d service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ba8f8151-1775-4d72-8643-4c1aec9c20a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899029 Sep 01 16:39:27.568475 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0273c57e-541b-41ec-866b-5a8c0d97d1c0 req-37167df8-989f-462a-be4d-206249eb74d3 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ba8f8151-1775-4d72-8643-4c1aec9c20a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841653 Sep 01 16:39:27.686453 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf97625-1256-458e-8138-14f17807a0d4 req-9b919f6c-723c-4e02-b243-376481c1659a tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:27.687849 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-fdf97625-1256-458e-8138-14f17807a0d4 req-9b919f6c-723c-4e02-b243-376481c1659a tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7e32ddc7-b8fb-420e-8a40-f3cde9dc120f HTTP/1.1" status: 200 len: 943 time: 0.0492861 Sep 01 16:39:27.736329 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-fdf97625-1256-458e-8138-14f17807a0d4 req-f451f4ac-94f7-47f4-8c80-536f6da44af2 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1564c154-674d-4cd9-8233-a11d2e6bd4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429530 Sep 01 16:39:27.937669 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 36878) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:39:28.033072 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-15c2be04-a9b5-4e85-b269-8235afd49566 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-187662186-network', 'tenant_id': 'b683a11c21fe4dd389a006f051576a1b'}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:39:28.052279 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c2be04-a9b5-4e85-b269-8235afd49566 admin admin] Made reservation on behalf of b683a11c21fe4dd389a006f051576a1b for: {'network': 1} {{(pid=106489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:39:28.054752 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-15c2be04-a9b5-4e85-b269-8235afd49566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for network (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:28.063595 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-15c2be04-a9b5-4e85-b269-8235afd49566 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:28.139593 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-15c2be04-a9b5-4e85-b269-8235afd49566 admin admin] Publish callbacks [] for security_group (5c408fd2-1046-4358-a594-66b0a34fe388), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:28.143426 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-15c2be04-a9b5-4e85-b269-8235afd49566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (5c408fd2-1046-4358-a594-66b0a34fe388), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:28.176713 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:28.180306 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c2be04-a9b5-4e85-b269-8235afd49566 admin admin] vlan segment allocate from pool success with {'vlan_id': 935, 'physical_network': 'physnet1'} {{(pid=106489) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:39:28.188090 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2be04-a9b5-4e85-b269-8235afd49566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c408fd2-1046-4358-a594-66b0a34fe388,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:28.191021 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:28.202028 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-15c2be04-a9b5-4e85-b269-8235afd49566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449'] for segment (4cbc129f-9724-4ad0-a28e-f2e8d6dd5021), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:28.202411 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.db.segments_db [None req-15c2be04-a9b5-4e85-b269-8235afd49566 admin admin] Added segment 4cbc129f-9724-4ad0-a28e-f2e8d6dd5021 of type vlan for network b36a9745-9290-42e8-afea-e40aab2f41b5 Sep 01 16:39:28.245888 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-15c2be04-a9b5-4e85-b269-8235afd49566 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777439247782'] for network (b36a9745-9290-42e8-afea-e40aab2f41b5), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:28.270625 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-15c2be04-a9b5-4e85-b269-8235afd49566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248'] for network (b36a9745-9290-42e8-afea-e40aab2f41b5), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:28.271865 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c2be04-a9b5-4e85-b269-8235afd49566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:28.272466 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-15c2be04-a9b5-4e85-b269-8235afd49566 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for network (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:28.325239 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-15c2be04-a9b5-4e85-b269-8235afd49566 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3864453 Sep 01 16:39:28.328265 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 36882) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:39:28.333218 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-4a883aa4-50e3-4998-b7be-8c4dac5ba7ea admin admin] Request body: {'subnet': {'network_id': 'b36a9745-9290-42e8-afea-e40aab2f41b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-187662186-subnet', 'tenant_id': 'b683a11c21fe4dd389a006f051576a1b', 'ip_version': 4}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:39:28.335876 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2be04-a9b5-4e85-b269-8235afd49566 admin admin] Pushing event updated for resources: {'Network': ['ID=b36a9745-9290-42e8-afea-e40aab2f41b5,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:28.346063 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Network b36a9745-9290-42e8-afea-e40aab2f41b5 details requested by agent ovs-agent-dv-cinder-852209-10-iscsi with host dv-cinder-852209-10-iscsi {{(pid=106491) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:39:28.359830 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a883aa4-50e3-4998-b7be-8c4dac5ba7ea admin admin] Made reservation on behalf of b683a11c21fe4dd389a006f051576a1b for: {'subnet': 1} {{(pid=106490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:39:28.362268 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-4a883aa4-50e3-4998-b7be-8c4dac5ba7ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261988448'] for subnet (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:28.536585 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-4a883aa4-50e3-4998-b7be-8c4dac5ba7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261544416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261988434'] for subnet (f1beef4d-dfb1-4a05-8a44-08c9bc10a278), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:28.588289 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a883aa4-50e3-4998-b7be-8c4dac5ba7ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1beef4d-dfb1-4a05-8a44-08c9bc10a278,revision_number=0']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:28.630591 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a883aa4-50e3-4998-b7be-8c4dac5ba7ea admin admin] Checking segment: {'id': '4cbc129f-9724-4ad0-a28e-f2e8d6dd5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'b36a9745-9290-42e8-afea-e40aab2f41b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:39:28.630937 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a883aa4-50e3-4998-b7be-8c4dac5ba7ea admin admin] Network hostable DHCP agents. Network: b36a9745-9290-42e8-afea-e40aab2f41b5, hostable agents: ['afc997ee-16d2-4ffa-9693-fa31543fa952'], hosted agents: [] {{(pid=106490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:39:28.643386 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924dd9f8-b433-4e97-987b-1338ca00aa06 req-d68e4898-6ca3-4db5-bd0f-e46ffd63e125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:28.644840 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-924dd9f8-b433-4e97-987b-1338ca00aa06 req-d68e4898-6ca3-4db5-bd0f-e46ffd63e125 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=aab96a55de014d8cac2c004ba7cadedd&device_id=7e32ddc7-b8fb-420e-8a40-f3cde9dc120f HTTP/1.1" status: 200 len: 1127 time: 0.0494978 Sep 01 16:39:28.663020 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a883aa4-50e3-4998-b7be-8c4dac5ba7ea admin admin] Network b36a9745-9290-42e8-afea-e40aab2f41b5 is scheduled to be hosted by DHCP agent afc997ee-16d2-4ffa-9693-fa31543fa952 with binding_index 1 {{(pid=106490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:39:28.707059 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [None req-4a883aa4-50e3-4998-b7be-8c4dac5ba7ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852209-10-iscsi, b36a9745-9290-42e8-afea-e40aab2f41b5) {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:39:28.713276 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a883aa4-50e3-4998-b7be-8c4dac5ba7ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:28.713847 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-4a883aa4-50e3-4998-b7be-8c4dac5ba7ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:28.714426 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc49480-f100-48c1-8279-ac47e47d232c None None] Network b36a9745-9290-42e8-afea-e40aab2f41b5 requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:39:28.735889 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:28.747749 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-4a883aa4-50e3-4998-b7be-8c4dac5ba7ea admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4156797 Sep 01 16:39:28.749240 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 36884) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:39:28.756343 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-4d89bdeb-f6fb-4c8d-9202-0fb5103ceb63 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-187662186-router', 'tenant_id': 'b683a11c21fe4dd389a006f051576a1b', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'}}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:39:28.767617 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924dd9f8-b433-4e97-987b-1338ca00aa06 req-f717b273-5d8f-43f1-8e18-5d792449efb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:28.769066 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-924dd9f8-b433-4e97-987b-1338ca00aa06 req-f717b273-5d8f-43f1-8e18-5d792449efb0 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=ba8f8151-1775-4d72-8643-4c1aec9c20a0 HTTP/1.1" status: 200 len: 912 time: 0.1168494 Sep 01 16:39:28.807945 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-4d89bdeb-f6fb-4c8d-9202-0fb5103ceb63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-633072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7429'] for router (9d66326f-fa24-4aff-979d-af57251fc6b7), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:28.809445 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-4d89bdeb-f6fb-4c8d-9202-0fb5103ceb63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-612190', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7436'] for router (9d66326f-fa24-4aff-979d-af57251fc6b7), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:28.815651 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-924dd9f8-b433-4e97-987b-1338ca00aa06 req-41f73371-03ed-4d18-b8b0-29b77e0799fc service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e0bb2c3-4cfe-4397-8e97-194bac0a5051 HTTP/1.1" status: 200 len: 217 time: 0.0374177 Sep 01 16:39:28.827689 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d6ea42-aea9-439a-91bd-8040de971623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp704810b6-d790-5017-b732-94aec06070b8-b36a9745-9290-42e8-afea-e40aab2f41b5', 'network_id': 'b36a9745-9290-42e8-afea-e40aab2f41b5', 'project_id': 'b683a11c21fe4dd389a006f051576a1b', 'fixed_ips': [{'subnet_id': 'f1beef4d-dfb1-4a05-8a44-08c9bc10a278'}]}} from dv-cinder-852209-10-iscsi. {{(pid=106491) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 01 16:39:28.829035 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-32d6ea42-aea9-439a-91bd-8040de971623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:28.875015 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-4d89bdeb-f6fb-4c8d-9202-0fb5103ceb63 admin admin] Publish callbacks [] for router_controller (9d66326f-fa24-4aff-979d-af57251fc6b7), precommit_add_association {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:28.906607 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924dd9f8-b433-4e97-987b-1338ca00aa06 req-8256f99c-ab9a-4a86-811a-5f80903ee389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:28.908071 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-924dd9f8-b433-4e97-987b-1338ca00aa06 req-8256f99c-ab9a-4a86-811a-5f80903ee389 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=78963023-41a6-45a3-a4c4-170de5dc804e HTTP/1.1" status: 200 len: 850 time: 0.0837920 Sep 01 16:39:28.914442 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80fa19-519a-4073-8cee-77be4d202cd8 req-47b951b9-de12-4b65-be65-1df2c44689c3 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:28.915819 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2e80fa19-519a-4073-8cee-77be4d202cd8 req-47b951b9-de12-4b65-be65-1df2c44689c3 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7e32ddc7-b8fb-420e-8a40-f3cde9dc120f HTTP/1.1" status: 200 len: 943 time: 0.0809033 Sep 01 16:39:28.973990 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.db_base_plugin_common [None req-32d6ea42-aea9-439a-91bd-8040de971623 None None] Allocated IP 172.20.0.2 (b36a9745-9290-42e8-afea-e40aab2f41b5/f1beef4d-dfb1-4a05-8a44-08c9bc10a278/4ea6d1d7-084b-44e6-9455-1bf54644f60a) {{(pid=106491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:39:28.978829 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924dd9f8-b433-4e97-987b-1338ca00aa06 req-e4afe15d-73ec-4c7d-a73c-a629565190c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:28.980999 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-924dd9f8-b433-4e97-987b-1338ca00aa06 req-e4afe15d-73ec-4c7d-a73c-a629565190c9 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=ba8f8151-1775-4d72-8643-4c1aec9c20a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0643225 Sep 01 16:39:29.010291 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:29.019312 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-4d89bdeb-f6fb-4c8d-9202-0fb5103ceb63 admin admin] Publish callbacks [] for router_gateway (9d66326f-fa24-4aff-979d-af57251fc6b7), precommit_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:29.040027 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2e80fa19-519a-4073-8cee-77be4d202cd8 req-991655cb-c005-420b-a291-315754bc14d0 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1564c154-674d-4cd9-8233-a11d2e6bd4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154017 Sep 01 16:39:29.089309 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-924dd9f8-b433-4e97-987b-1338ca00aa06 req-ef753578-9c46-4491-9399-01ea74d003a9 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ba8f8151-1775-4d72-8643-4c1aec9c20a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003153 Sep 01 16:39:29.122668 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-32d6ea42-aea9-439a-91bd-8040de971623 None None] Publish callbacks [] for port (4ea6d1d7-084b-44e6-9455-1bf54644f60a), precommit_create {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:29.129623 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-32d6ea42-aea9-439a-91bd-8040de971623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847'] for port (4ea6d1d7-084b-44e6-9455-1bf54644f60a), after_create {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:29.174849 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d6ea42-aea9-439a-91bd-8040de971623 None None] Network b36a9745-9290-42e8-afea-e40aab2f41b5 is already hosted by enough agents. {{(pid=106491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:39:29.180239 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.scheduler.base_scheduler [None req-32d6ea42-aea9-439a-91bd-8040de971623 None None] Resources bound (agent type, host, resource id): {{(pid=106491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:39:29.184178 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d6ea42-aea9-439a-91bd-8040de971623 None None] Received port after_create {{(pid=106491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:39:29.189082 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=89,neutron:UPDATE=9,neutron:INSERT=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:29.192209 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d6ea42-aea9-439a-91bd-8040de971623 None None] Pushing event updated for resources: {'Port': ['ID=4ea6d1d7-084b-44e6-9455-1bf54644f60a,revision_number=1']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:29.192820 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-924dd9f8-b433-4e97-987b-1338ca00aa06 req-0e5bb0bc-74db-488f-b83b-da52ea98a6a3 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ba8f8151-1775-4d72-8643-4c1aec9c20a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925715 Sep 01 16:39:29.214027 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-4d89bdeb-f6fb-4c8d-9202-0fb5103ceb63 admin admin] Publish callbacks [] for router_gateway (9d66326f-fa24-4aff-979d-af57251fc6b7), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:29.234861 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-4d89bdeb-f6fb-4c8d-9202-0fb5103ceb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:29.240966 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:29.253656 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-32d6ea42-aea9-439a-91bd-8040de971623 None None] Attempting to bind port 4ea6d1d7-084b-44e6-9455-1bf54644f60a on host dv-cinder-852209-10-iscsi for vnic_type normal with profile {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:39:29.254406 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-32d6ea42-aea9-439a-91bd-8040de971623 None None] Attempting to bind port 4ea6d1d7-084b-44e6-9455-1bf54644f60a by drivers openvswitch,hyperv on host dv-cinder-852209-10-iscsi at level 0 using segments [{'id': '4cbc129f-9724-4ad0-a28e-f2e8d6dd5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'b36a9745-9290-42e8-afea-e40aab2f41b5'}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:39:29.254770 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d6ea42-aea9-439a-91bd-8040de971623 None None] Attempting to bind port 4ea6d1d7-084b-44e6-9455-1bf54644f60a on network b36a9745-9290-42e8-afea-e40aab2f41b5 {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:39:29.261307 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d6ea42-aea9-439a-91bd-8040de971623 None None] Checking agent: {'id': 'de41263d-808c-41d9-af38-92939b4ec796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 25, 56), 'started_at': datetime.datetime(2022, 9, 1, 16, 26, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:39:29.261675 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d6ea42-aea9-439a-91bd-8040de971623 None None] Checking segment: {'id': '4cbc129f-9724-4ad0-a28e-f2e8d6dd5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'b36a9745-9290-42e8-afea-e40aab2f41b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:39:29.262071 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-32d6ea42-aea9-439a-91bd-8040de971623 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:29.262474 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d6ea42-aea9-439a-91bd-8040de971623 None None] Bound using segment: {'id': '4cbc129f-9724-4ad0-a28e-f2e8d6dd5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'b36a9745-9290-42e8-afea-e40aab2f41b5'} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:39:29.262935 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-32d6ea42-aea9-439a-91bd-8040de971623 None None] Bound port: 4ea6d1d7-084b-44e6-9455-1bf54644f60a, host: dv-cinder-852209-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbc129f-9724-4ad0-a28e-f2e8d6dd5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'b36a9745-9290-42e8-afea-e40aab2f41b5'}}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:39:29.263310 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-32d6ea42-aea9-439a-91bd-8040de971623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (4ea6d1d7-084b-44e6-9455-1bf54644f60a), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:29.323382 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-32d6ea42-aea9-439a-91bd-8040de971623 None None] For port 4ea6d1d7-084b-44e6-9455-1bf54644f60a, host dv-cinder-852209-10-iscsi, cleared binding levels {{(pid=106491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:39:29.326942 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-32d6ea42-aea9-439a-91bd-8040de971623 None None] For port 4ea6d1d7-084b-44e6-9455-1bf54644f60a, host dv-cinder-852209-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=4ea6d1d7-084b-44e6-9455-1bf54644f60a,segment=NetworkSegment(4cbc129f-9724-4ad0-a28e-f2e8d6dd5021),segment_id=4cbc129f-9724-4ad0-a28e-f2e8d6dd5021)] {{(pid=106491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:39:29.332977 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-32d6ea42-aea9-439a-91bd-8040de971623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (4ea6d1d7-084b-44e6-9455-1bf54644f60a), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:29.346973 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.db_base_plugin_common [None req-4d89bdeb-f6fb-4c8d-9202-0fb5103ceb63 admin admin] Allocated IP 172.27.2.187 (537c3a33-78cb-41f3-a0ee-71478f9cfd9b/3e5d1400-7955-40a6-9a09-08f8a8c1db3a/1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83) {{(pid=106489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:39:29.391933 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d6ea42-aea9-439a-91bd-8040de971623 None None] Pushing event updated for resources: {'Port': ['ID=4ea6d1d7-084b-44e6-9455-1bf54644f60a,revision_number=2']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:29.480600 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-4d89bdeb-f6fb-4c8d-9202-0fb5103ceb63 admin admin] Publish callbacks [] for port (1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:29.505408 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:INSERT=6,neutron:SELECT=87,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:29.524370 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-4d89bdeb-f6fb-4c8d-9202-0fb5103ceb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261346675'] for port (1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:29.575818 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:29.578737 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d89bdeb-f6fb-4c8d-9202-0fb5103ceb63 admin admin] Network 537c3a33-78cb-41f3-a0ee-71478f9cfd9b is already hosted by enough agents. {{(pid=106489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:39:29.585256 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89bdeb-f6fb-4c8d-9202-0fb5103ceb63 admin admin] Pushing event updated for resources: {'Port': ['ID=1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:29.587969 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.base_scheduler [None req-4d89bdeb-f6fb-4c8d-9202-0fb5103ceb63 admin admin] Resources bound (agent type, host, resource id): {{(pid=106489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:39:29.590472 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d89bdeb-f6fb-4c8d-9202-0fb5103ceb63 admin admin] Received port after_create {{(pid=106489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:39:29.831530 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-4d89bdeb-f6fb-4c8d-9202-0fb5103ceb63 admin admin] Publish callbacks [] for router_gateway (9d66326f-fa24-4aff-979d-af57251fc6b7), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:30.017110 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-4d89bdeb-f6fb-4c8d-9202-0fb5103ceb63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612335'] for router (9d66326f-fa24-4aff-979d-af57251fc6b7), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:30.193326 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652baec-9444-42f2-ad08-d0b0cad41ca1 req-7fd0e4ae-0010-4691-943d-ed4c8c4c9dca tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:30.195216 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-6652baec-9444-42f2-ad08-d0b0cad41ca1 req-7fd0e4ae-0010-4691-943d-ed4c8c4c9dca tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7e32ddc7-b8fb-420e-8a40-f3cde9dc120f HTTP/1.1" status: 200 len: 943 time: 0.0685916 Sep 01 16:39:30.209235 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d89bdeb-f6fb-4c8d-9202-0fb5103ceb63 admin admin] Router 9d66326f-fa24-4aff-979d-af57251fc6b7 is scheduled to L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 with binding_index 1 {{(pid=106489) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:39:30.342170 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 3e0bb2c3-4cfe-4397-8e97-194bac0a5051 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:39:30.405338 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c93bfda-efa3-4391-a555-22fe29ff8cfb None None] Network b36a9745-9290-42e8-afea-e40aab2f41b5 requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:39:30.497471 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-6652baec-9444-42f2-ad08-d0b0cad41ca1 req-e6ca52a6-ff73-47b3-bc79-e4a508fefea1 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1564c154-674d-4cd9-8233-a11d2e6bd4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2961314 Sep 01 16:39:30.566780 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d89bdeb-f6fb-4c8d-9202-0fb5103ceb63 admin admin] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:39:30.577646 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef830190-e87a-4880-92e9-f1e049b583a7 None None] Sync routers for ids ['9d66326f-fa24-4aff-979d-af57251fc6b7'] in dv-cinder-852209-10-iscsi {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:39:30.590090 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef830190-e87a-4880-92e9-f1e049b583a7 None None] Routers {'9d66326f-fa24-4aff-979d-af57251fc6b7'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:39:30.590350 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-4d89bdeb-f6fb-4c8d-9202-0fb5103ceb63 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:30.590874 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-ef830190-e87a-4880-92e9-f1e049b583a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:39:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['9d66326f-fa24-4aff-979d-af57251fc6b7'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:39:30.594828 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-4d89bdeb-f6fb-4c8d-9202-0fb5103ceb63 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8406126 Sep 01 16:39:30.594987 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-1ce8cb30-3450-472a-a464-86461bbbdeb4 None None] Provisioning complete for port 4ea6d1d7-084b-44e6-9455-1bf54644f60a triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:39:30.595097 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-1ce8cb30-3450-472a-a464-86461bbbdeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (4ea6d1d7-084b-44e6-9455-1bf54644f60a), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:30.595199 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 36890) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:39:30.678412 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:30.681767 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 3e0bb2c3-4cfe-4397-8e97-194bac0a5051, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=3e0bb2c3-4cfe-4397-8e97-194bac0a5051,segment=NetworkSegment(6f41d63c-c0db-43b8-a48d-b58014c53e5f),segment_id=6f41d63c-c0db-43b8-a48d-b58014c53e5f)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:39:30.696934 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-ef830190-e87a-4880-92e9-f1e049b583a7 None None] Set router 9d66326f-fa24-4aff-979d-af57251fc6b7 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:39:30.722798 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Returning: {'device': '3e0bb2c3-4cfe-4397-8e97-194bac0a5051', 'network_id': 'ba8f8151-1775-4d72-8643-4c1aec9c20a0', 'port_id': '3e0bb2c3-4cfe-4397-8e97-194bac0a5051', 'mac_address': 'fa:16:3e:8f:a2:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78963023-41a6-45a3-a4c4-170de5dc804e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:39:30.785630 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:30.787223 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-1ce8cb30-3450-472a-a464-86461bbbdeb4 None None] Current status of the port 4ea6d1d7-084b-44e6-9455-1bf54644f60a is: DOWN; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:39:30.787635 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-1ce8cb30-3450-472a-a464-86461bbbdeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (4ea6d1d7-084b-44e6-9455-1bf54644f60a), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:30.806786 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 3e0bb2c3-4cfe-4397-8e97-194bac0a5051 is: DOWN; New status is: BUILD {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:39:30.807198 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (3e0bb2c3-4cfe-4397-8e97-194bac0a5051), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:30.852073 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e0bb2c3-4cfe-4397-8e97-194bac0a5051 {{(pid=106491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:39:30.865283 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-1ce8cb30-3450-472a-a464-86461bbbdeb4 None None] For port 4ea6d1d7-084b-44e6-9455-1bf54644f60a, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=4ea6d1d7-084b-44e6-9455-1bf54644f60a,segment=NetworkSegment(4cbc129f-9724-4ad0-a28e-f2e8d6dd5021),segment_id=4cbc129f-9724-4ad0-a28e-f2e8d6dd5021)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:39:30.883384 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 3e0bb2c3-4cfe-4397-8e97-194bac0a5051, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=3e0bb2c3-4cfe-4397-8e97-194bac0a5051,segment=NetworkSegment(6f41d63c-c0db-43b8-a48d-b58014c53e5f),segment_id=6f41d63c-c0db-43b8-a48d-b58014c53e5f)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:39:30.884420 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-1ce8cb30-3450-472a-a464-86461bbbdeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (4ea6d1d7-084b-44e6-9455-1bf54644f60a), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:30.898850 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-ef830190-e87a-4880-92e9-f1e049b583a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d66326f-fa24-4aff-979d-af57251fc6b7', 'name': 'tempest-TestShelveInstance-187662186-router', 'tenant_id': 'b683a11c21fe4dd389a006f051576a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:39:28Z', 'updated_at': '2022-09-01T16:39:29Z', 'revision_number': 3, 'project_id': 'b683a11c21fe4dd389a006f051576a1b', 'gw_port': {'id': '1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:50:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d66326f-fa24-4aff-979d-af57251fc6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:39:29Z', 'updated_at': '2022-09-01T16:39:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:39:30.921039 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (3e0bb2c3-4cfe-4397-8e97-194bac0a5051), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:30.927043 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:30.928909 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef830190-e87a-4880-92e9-f1e049b583a7 None None] Checking router: 9d66326f-fa24-4aff-979d-af57251fc6b7 for host: dv-cinder-852209-10-iscsi {{(pid=106492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:39:30.929253 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef830190-e87a-4880-92e9-f1e049b583a7 None None] Updating router 9d66326f-fa24-4aff-979d-af57251fc6b7 port 1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83 binding host dv-cinder-852209-10-iscsi {{(pid=106492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:39:30.954696 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:30.965954 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8cb30-3450-472a-a464-86461bbbdeb4 None None] Pushing event updated for resources: {'Port': ['ID=4ea6d1d7-084b-44e6-9455-1bf54644f60a,revision_number=3']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:30.966434 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-ef830190-e87a-4880-92e9-f1e049b583a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:30.971355 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 4ea6d1d7-084b-44e6-9455-1bf54644f60a up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:39:31.051522 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=3e0bb2c3-4cfe-4397-8e97-194bac0a5051,revision_number=4']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:31.059478 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 4ea6d1d7-084b-44e6-9455-1bf54644f60a triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:39:31.060134 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (4ea6d1d7-084b-44e6-9455-1bf54644f60a), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:31.077518 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9c4fcf64-af12-40ba-90cf-25936d23e122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:31.087583 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:31.103368 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:31.151793 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 4ea6d1d7-084b-44e6-9455-1bf54644f60a is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:39:31.208531 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-99c91c28-58f7-46ec-973b-76ce70424a0c None None] Provisioning complete for port 4ea6d1d7-084b-44e6-9455-1bf54644f60a triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:39:31.209046 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-99c91c28-58f7-46ec-973b-76ce70424a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (4ea6d1d7-084b-44e6-9455-1bf54644f60a), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:31.221638 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-ef830190-e87a-4880-92e9-f1e049b583a7 None None] Publish callbacks [] for port (1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:31.227836 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-ef830190-e87a-4880-92e9-f1e049b583a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:31.242634 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.db_base_plugin_common [None req-9c4fcf64-af12-40ba-90cf-25936d23e122 admin admin] Allocated IP 172.20.0.1 (b36a9745-9290-42e8-afea-e40aab2f41b5/f1beef4d-dfb1-4a05-8a44-08c9bc10a278/6544a95e-7780-4c06-929a-8c207d1630d1) {{(pid=106489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:39:31.269992 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [None req-ef830190-e87a-4880-92e9-f1e049b583a7 None None] Attempting to bind port 1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83 on host dv-cinder-852209-10-iscsi for vnic_type normal with profile {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:39:31.270401 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [None req-ef830190-e87a-4880-92e9-f1e049b583a7 None None] Attempting to bind port 1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83 by drivers openvswitch,hyperv on host dv-cinder-852209-10-iscsi at level 0 using segments [{'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:39:31.270764 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef830190-e87a-4880-92e9-f1e049b583a7 None None] Attempting to bind port 1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83 on network 537c3a33-78cb-41f3-a0ee-71478f9cfd9b {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:39:31.281607 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e632e3d4-2684-4220-96fd-3c20d9443cfa None None] Pushing event updated for resources: {'Port': ['ID=1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83,revision_number=2']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:31.283786 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef830190-e87a-4880-92e9-f1e049b583a7 None None] Checking agent: {'id': 'de41263d-808c-41d9-af38-92939b4ec796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 25, 56), 'started_at': datetime.datetime(2022, 9, 1, 16, 26, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:39:31.284149 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef830190-e87a-4880-92e9-f1e049b583a7 None None] Checking segment: {'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:39:31.284560 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-ef830190-e87a-4880-92e9-f1e049b583a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:31.284922 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef830190-e87a-4880-92e9-f1e049b583a7 None None] Bound using segment: {'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:39:31.285559 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [None req-ef830190-e87a-4880-92e9-f1e049b583a7 None None] Bound port: 1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83, host: dv-cinder-852209-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'}}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:39:31.285926 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-ef830190-e87a-4880-92e9-f1e049b583a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:31.292100 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-99c91c28-58f7-46ec-973b-76ce70424a0c None None] Current status of the port 4ea6d1d7-084b-44e6-9455-1bf54644f60a is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:39:31.305634 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] get_ports_and_sgs() called for port_ids ['3e0bb2c3-4cfe-4397-8e97-194bac0a5051'] {{(pid=106491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 16:39:31.308630 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632e3d4-2684-4220-96fd-3c20d9443cfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:39:31.309988 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632e3d4-2684-4220-96fd-3c20d9443cfa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:39:31.309988 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632e3d4-2684-4220-96fd-3c20d9443cfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:39:31.309988 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632e3d4-2684-4220-96fd-3c20d9443cfa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:39:31.309988 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632e3d4-2684-4220-96fd-3c20d9443cfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:39:31.310422 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632e3d4-2684-4220-96fd-3c20d9443cfa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:39:31.310657 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632e3d4-2684-4220-96fd-3c20d9443cfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:39:31.310975 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632e3d4-2684-4220-96fd-3c20d9443cfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:39:31.311293 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632e3d4-2684-4220-96fd-3c20d9443cfa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:39:31.311613 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632e3d4-2684-4220-96fd-3c20d9443cfa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:39:31.311931 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632e3d4-2684-4220-96fd-3c20d9443cfa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:39:31.312272 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632e3d4-2684-4220-96fd-3c20d9443cfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:39:31.312568 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632e3d4-2684-4220-96fd-3c20d9443cfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:39:31.312880 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632e3d4-2684-4220-96fd-3c20d9443cfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:39:31.313191 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632e3d4-2684-4220-96fd-3c20d9443cfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:39:31.354750 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [None req-ef830190-e87a-4880-92e9-f1e049b583a7 None None] For port 1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83, host dv-cinder-852209-10-iscsi, cleared binding levels {{(pid=106492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:39:31.360107 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [None req-ef830190-e87a-4880-92e9-f1e049b583a7 None None] For port 1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83, host dv-cinder-852209-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83,segment=NetworkSegment(6aaf10e3-1532-4b23-b8ff-2b17962713b0),segment_id=6aaf10e3-1532-4b23-b8ff-2b17962713b0)] {{(pid=106492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:39:31.361863 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9c4fcf64-af12-40ba-90cf-25936d23e122 admin admin] Publish callbacks [] for port (6544a95e-7780-4c06-929a-8c207d1630d1), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:31.370079 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-ef830190-e87a-4880-92e9-f1e049b583a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:31.399620 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9c4fcf64-af12-40ba-90cf-25936d23e122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261346675'] for port (6544a95e-7780-4c06-929a-8c207d1630d1), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:31.424143 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e632e3d4-2684-4220-96fd-3c20d9443cfa None None] Pushing event updated for resources: {'Port': ['ID=1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83,revision_number=3']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:31.429430 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef830190-e87a-4880-92e9-f1e049b583a7 None None] Routers {'9d66326f-fa24-4aff-979d-af57251fc6b7'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:39:31.430029 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-ef830190-e87a-4880-92e9-f1e049b583a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:39:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['9d66326f-fa24-4aff-979d-af57251fc6b7'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:39:31.437636 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4fcf64-af12-40ba-90cf-25936d23e122 admin admin] Network b36a9745-9290-42e8-afea-e40aab2f41b5 is already hosted by enough agents. {{(pid=106489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:39:31.440666 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.base_scheduler [None req-9c4fcf64-af12-40ba-90cf-25936d23e122 admin admin] Resources bound (agent type, host, resource id): {{(pid=106489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:39:31.443258 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4fcf64-af12-40ba-90cf-25936d23e122 admin admin] Received port after_create {{(pid=106489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:39:31.490384 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4fcf64-af12-40ba-90cf-25936d23e122 admin admin] Pushing event updated for resources: {'Port': ['ID=6544a95e-7780-4c06-929a-8c207d1630d1,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:31.496572 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9c4fcf64-af12-40ba-90cf-25936d23e122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630860'] for router_interface (9d66326f-fa24-4aff-979d-af57251fc6b7), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:31.556368 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-ef830190-e87a-4880-92e9-f1e049b583a7 None None] Set router 9d66326f-fa24-4aff-979d-af57251fc6b7 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:39:31.566092 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:31.644682 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2514e41-cec6-4d33-aae5-7a24843e11f9 req-67b1bae9-2dc8-4ef8-a732-52b175d59769 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:31.651963 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f2514e41-cec6-4d33-aae5-7a24843e11f9 req-67b1bae9-2dc8-4ef8-a732-52b175d59769 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7e32ddc7-b8fb-420e-8a40-f3cde9dc120f HTTP/1.1" status: 200 len: 944 time: 0.0651567 Sep 01 16:39:31.653976 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9c4fcf64-af12-40ba-90cf-25936d23e122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (6544a95e-7780-4c06-929a-8c207d1630d1), before_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:31.656354 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:31.694022 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:31.701932 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f2514e41-cec6-4d33-aae5-7a24843e11f9 req-66d03cf3-0b78-44ee-bc07-c0f8938b4bd2 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1564c154-674d-4cd9-8233-a11d2e6bd4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489748 Sep 01 16:39:31.715899 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-af691314-a2db-4062-b508-cc903ca99679 None None] Provisioning complete for port 6544a95e-7780-4c06-929a-8c207d1630d1 triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:39:31.716785 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-af691314-a2db-4062-b508-cc903ca99679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (6544a95e-7780-4c06-929a-8c207d1630d1), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:31.749067 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-af691314-a2db-4062-b508-cc903ca99679 None None] Port 6544a95e-7780-4c06-929a-8c207d1630d1 cannot update to ACTIVE because it is not bound. {{(pid=106491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 16:39:31.777408 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-ef830190-e87a-4880-92e9-f1e049b583a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d66326f-fa24-4aff-979d-af57251fc6b7', 'name': 'tempest-TestShelveInstance-187662186-router', 'tenant_id': 'b683a11c21fe4dd389a006f051576a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:39:28Z', 'updated_at': '2022-09-01T16:39:29Z', 'revision_number': 3, 'project_id': 'b683a11c21fe4dd389a006f051576a1b', 'gw_port': {'id': '1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:50:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d66326f-fa24-4aff-979d-af57251fc6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:39:29Z', 'updated_at': '2022-09-01T16:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:39:31.802186 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef830190-e87a-4880-92e9-f1e049b583a7 None None] The sync data for ids ['9d66326f-fa24-4aff-979d-af57251fc6b7'] in dv-cinder-852209-10-iscsi is: [{'id': '9d66326f-fa24-4aff-979d-af57251fc6b7', 'name': 'tempest-TestShelveInstance-187662186-router', 'tenant_id': 'b683a11c21fe4dd389a006f051576a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:39:28Z', 'updated_at': '2022-09-01T16:39:29Z', 'revision_number': 3, 'project_id': 'b683a11c21fe4dd389a006f051576a1b', 'gw_port': {'id': '1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:50:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d66326f-fa24-4aff-979d-af57251fc6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:39:29Z', 'updated_at': '2022-09-01T16:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}] {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:39:31.822924 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9c4fcf64-af12-40ba-90cf-25936d23e122 admin admin] Publish callbacks [] for port (6544a95e-7780-4c06-929a-8c207d1630d1), precommit_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:31.829498 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9c4fcf64-af12-40ba-90cf-25936d23e122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261346666'] for port (6544a95e-7780-4c06-929a-8c207d1630d1), after_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:31.900487 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9c4fcf64-af12-40ba-90cf-25936d23e122 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631024'] for router_interface (9d66326f-fa24-4aff-979d-af57251fc6b7), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:31.902194 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4fcf64-af12-40ba-90cf-25936d23e122 admin admin] Pushing event updated for resources: {'Port': ['ID=6544a95e-7780-4c06-929a-8c207d1630d1,revision_number=2']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:32.000556 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4fcf64-af12-40ba-90cf-25936d23e122 admin admin] Network b36a9745-9290-42e8-afea-e40aab2f41b5 is already hosted by enough agents. {{(pid=106489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:39:32.001983 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.base_scheduler [None req-9c4fcf64-af12-40ba-90cf-25936d23e122 admin admin] Resources bound (agent type, host, resource id): {{(pid=106489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:39:32.123362 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c4fcf64-af12-40ba-90cf-25936d23e122 admin admin] Router 9d66326f-fa24-4aff-979d-af57251fc6b7 has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:39:32.245727 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4fcf64-af12-40ba-90cf-25936d23e122 admin admin] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:39:32.251641 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-9c4fcf64-af12-40ba-90cf-25936d23e122 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/9d66326f-fa24-4aff-979d-af57251fc6b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6553884 Sep 01 16:39:32.268978 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-030b4de8-3831-4d42-9a95-aee95942ad34 None None] Provisioning complete for port 6544a95e-7780-4c06-929a-8c207d1630d1 triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:39:32.270921 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-030b4de8-3831-4d42-9a95-aee95942ad34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (6544a95e-7780-4c06-929a-8c207d1630d1), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:32.310761 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-030b4de8-3831-4d42-9a95-aee95942ad34 None None] Port 6544a95e-7780-4c06-929a-8c207d1630d1 cannot update to ACTIVE because it is not bound. {{(pid=106491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 16:39:32.348043 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 3e0bb2c3-4cfe-4397-8e97-194bac0a5051 up at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:39:32.406394 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning for port 3e0bb2c3-4cfe-4397-8e97-194bac0a5051 completed by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 16:39:32.413692 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning complete for port 3e0bb2c3-4cfe-4397-8e97-194bac0a5051 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:39:32.414064 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (3e0bb2c3-4cfe-4397-8e97-194bac0a5051), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:32.494317 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 3e0bb2c3-4cfe-4397-8e97-194bac0a5051 is: BUILD; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:39:32.494876 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (3e0bb2c3-4cfe-4397-8e97-194bac0a5051), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:32.519361 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e32ddc7-b8fb-420e-8a40-f3cde9dc120f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0bb2c3-4cfe-4397-8e97-194bac0a5051'}] {{(pid=106491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:39:32.522031 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27cd250e45b0eab3f9aacaaa4111d690d8ad0f5b6b5c497c1d88b56abc962a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c95d2a-b921-4b31-a8c5-b8867adcfd53" -d '{"events": [{"server_uuid": "7e32ddc7-b8fb-420e-8a40-f3cde9dc120f", "name": "network-vif-plugged", "status": "completed", "tag": "3e0bb2c3-4cfe-4397-8e97-194bac0a5051"}]}' {{(pid=106491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:39:32.541895 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 3e0bb2c3-4cfe-4397-8e97-194bac0a5051, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=3e0bb2c3-4cfe-4397-8e97-194bac0a5051,segment=NetworkSegment(6f41d63c-c0db-43b8-a48d-b58014c53e5f),segment_id=6f41d63c-c0db-43b8-a48d-b58014c53e5f)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:39:32.550622 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (3e0bb2c3-4cfe-4397-8e97-194bac0a5051), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:32.581420 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c1c670-0394-497e-b975-5e6034a0735c x-openstack-request-id: req-c7c1c670-0394-497e-b975-5e6034a0735c {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:39:32.581709 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e32ddc7-b8fb-420e-8a40-f3cde9dc120f", "name": "network-vif-plugged", "status": "completed", "tag": "3e0bb2c3-4cfe-4397-8e97-194bac0a5051", "code": 200}]} {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:39:32.581952 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c7c1c670-0394-497e-b975-5e6034a0735c {{(pid=106491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:39:32.582367 dv-cinder-852209-10-iscsi neutron-server[106491]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7c1c670-0394-497e-b975-5e6034a0735c'] response: {'server_uuid': '7e32ddc7-b8fb-420e-8a40-f3cde9dc120f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0bb2c3-4cfe-4397-8e97-194bac0a5051', 'code': 200} Sep 01 16:39:32.611161 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=3e0bb2c3-4cfe-4397-8e97-194bac0a5051,revision_number=5']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:32.868918 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6152a6d-e6f6-4b51-9100-188aff96de03 req-28cb9dbb-8399-4d00-a309-7fb0422e35c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:32.870449 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 36918) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:39:32.870595 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e6152a6d-e6f6-4b51-9100-188aff96de03 req-28cb9dbb-8399-4d00-a309-7fb0422e35c2 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=7e32ddc7-b8fb-420e-8a40-f3cde9dc120f HTTP/1.1" status: 200 len: 1129 time: 0.0624483 Sep 01 16:39:32.882832 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-19baeb23-4f1a-47da-85f0-7db228a34e43 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-244784900-network', 'tenant_id': '5b4f3cdd63e64925afa07955c7aaf518'}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:39:32.898077 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b689f74-def0-42aa-a8a2-1d1c33fcb4e1 req-0ae7d8b7-cc8c-4101-95cb-e68427ceebb7 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:32.899482 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7b689f74-def0-42aa-a8a2-1d1c33fcb4e1 req-0ae7d8b7-cc8c-4101-95cb-e68427ceebb7 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7e32ddc7-b8fb-420e-8a40-f3cde9dc120f HTTP/1.1" status: 200 len: 945 time: 0.1018200 Sep 01 16:39:32.908160 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19baeb23-4f1a-47da-85f0-7db228a34e43 admin admin] Made reservation on behalf of 5b4f3cdd63e64925afa07955c7aaf518 for: {'network': 1} {{(pid=106489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:39:32.911360 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-19baeb23-4f1a-47da-85f0-7db228a34e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for network (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:32.923229 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-19baeb23-4f1a-47da-85f0-7db228a34e43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:32.940765 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83 up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:39:32.998830 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7b689f74-def0-42aa-a8a2-1d1c33fcb4e1 req-896450dd-499a-423e-8011-76b3af61960c tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1564c154-674d-4cd9-8233-a11d2e6bd4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714195 Sep 01 16:39:33.012230 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:39:33.012765 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:33.022545 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-19baeb23-4f1a-47da-85f0-7db228a34e43 admin admin] Publish callbacks [] for security_group (d4ce3630-84b2-45de-9ed7-aae59ac09568), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:33.029454 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e6152a6d-e6f6-4b51-9100-188aff96de03 req-f64d0420-73fd-4946-8a7a-2ec6d0f17605 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1564c154-674d-4cd9-8233-a11d2e6bd4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499634 Sep 01 16:39:33.035680 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-19baeb23-4f1a-47da-85f0-7db228a34e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (d4ce3630-84b2-45de-9ed7-aae59ac09568), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:33.050450 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:33.053300 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:33.073992 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19baeb23-4f1a-47da-85f0-7db228a34e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ce3630-84b2-45de-9ed7-aae59ac09568,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:33.078154 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19baeb23-4f1a-47da-85f0-7db228a34e43 admin admin] vlan segment allocate from pool success with {'vlan_id': 917, 'physical_network': 'physnet1'} {{(pid=106489) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:39:33.086957 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:33.094573 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-19baeb23-4f1a-47da-85f0-7db228a34e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449'] for segment (6e76a117-6235-480f-8c0e-ae27d91bd897), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:33.094855 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.db.segments_db [None req-19baeb23-4f1a-47da-85f0-7db228a34e43 admin admin] Added segment 6e76a117-6235-480f-8c0e-ae27d91bd897 of type vlan for network b88c7590-5942-465e-b5ff-ac9613c7b048 Sep 01 16:39:33.107890 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83 is: DOWN; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:39:33.108854 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:33.138188 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] For port 1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83,segment=NetworkSegment(6aaf10e3-1532-4b23-b8ff-2b17962713b0),segment_id=6aaf10e3-1532-4b23-b8ff-2b17962713b0)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:39:33.143268 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:33.144156 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 4ea6d1d7-084b-44e6-9455-1bf54644f60a up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:39:33.144274 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-19baeb23-4f1a-47da-85f0-7db228a34e43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777439247782'] for network (b88c7590-5942-465e-b5ff-ac9613c7b048), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:33.148907 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:33.171562 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-19baeb23-4f1a-47da-85f0-7db228a34e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248'] for network (b88c7590-5942-465e-b5ff-ac9613c7b048), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:33.172803 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19baeb23-4f1a-47da-85f0-7db228a34e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:33.173450 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-19baeb23-4f1a-47da-85f0-7db228a34e43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for network (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:33.227043 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Pushing event updated for resources: {'Port': ['ID=1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83,revision_number=4']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:33.237928 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-19baeb23-4f1a-47da-85f0-7db228a34e43 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3634684 Sep 01 16:39:33.238428 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 36926) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:39:33.241402 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 4ea6d1d7-084b-44e6-9455-1bf54644f60a triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:39:33.241845 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (4ea6d1d7-084b-44e6-9455-1bf54644f60a), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:33.244043 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-30142552-569b-4cf6-bc48-b5a1064a7ed0 admin admin] Request body: {'subnet': {'network_id': 'b88c7590-5942-465e-b5ff-ac9613c7b048', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-244784900-subnet', 'tenant_id': '5b4f3cdd63e64925afa07955c7aaf518', 'ip_version': 4}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:39:33.265445 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19baeb23-4f1a-47da-85f0-7db228a34e43 admin admin] Pushing event updated for resources: {'Network': ['ID=b88c7590-5942-465e-b5ff-ac9613c7b048,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:33.279959 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30142552-569b-4cf6-bc48-b5a1064a7ed0 admin admin] Made reservation on behalf of 5b4f3cdd63e64925afa07955c7aaf518 for: {'subnet': 1} {{(pid=106489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:39:33.282779 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-30142552-569b-4cf6-bc48-b5a1064a7ed0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261874625'] for subnet (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:33.285736 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Network b88c7590-5942-465e-b5ff-ac9613c7b048 details requested by agent ovs-agent-dv-cinder-852209-10-iscsi with host dv-cinder-852209-10-iscsi {{(pid=106491) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:39:33.418204 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 4ea6d1d7-084b-44e6-9455-1bf54644f60a is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:39:33.475882 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-30142552-569b-4cf6-bc48-b5a1064a7ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261343971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261874675'] for subnet (7b9d56b3-b806-4067-a23d-dca3ff48ddfe), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:33.542221 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30142552-569b-4cf6-bc48-b5a1064a7ed0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b9d56b3-b806-4067-a23d-dca3ff48ddfe,revision_number=0']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:33.552470 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30142552-569b-4cf6-bc48-b5a1064a7ed0 admin admin] Checking segment: {'id': '6e76a117-6235-480f-8c0e-ae27d91bd897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'b88c7590-5942-465e-b5ff-ac9613c7b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:39:33.552818 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30142552-569b-4cf6-bc48-b5a1064a7ed0 admin admin] Network hostable DHCP agents. Network: b88c7590-5942-465e-b5ff-ac9613c7b048, hostable agents: ['afc997ee-16d2-4ffa-9693-fa31543fa952'], hosted agents: [] {{(pid=106489) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:39:33.572031 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30142552-569b-4cf6-bc48-b5a1064a7ed0 admin admin] Network b88c7590-5942-465e-b5ff-ac9613c7b048 is scheduled to be hosted by DHCP agent afc997ee-16d2-4ffa-9693-fa31543fa952 with binding_index 1 {{(pid=106489) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:39:33.581519 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.base_scheduler [None req-30142552-569b-4cf6-bc48-b5a1064a7ed0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852209-10-iscsi, b88c7590-5942-465e-b5ff-ac9613c7b048) {{(pid=106489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:39:33.585958 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30142552-569b-4cf6-bc48-b5a1064a7ed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:33.586756 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-30142552-569b-4cf6-bc48-b5a1064a7ed0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for subnet (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:33.591937 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801df4cb-058b-46a3-93cc-6c49a5ab66b5 None None] Network b88c7590-5942-465e-b5ff-ac9613c7b048 requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:39:33.604612 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-30142552-569b-4cf6-bc48-b5a1064a7ed0 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3650980 Sep 01 16:39:33.607963 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 36930) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:39:33.612216 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-6a1a8f97-1ebf-4eaf-890d-1a9b67324c77 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-244784900-router', 'tenant_id': '5b4f3cdd63e64925afa07955c7aaf518', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'}}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:39:33.637041 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6a1a8f97-1ebf-4eaf-890d-1a9b67324c77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-633072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7429'] for router (5099b22f-97a1-4e3d-9af6-503f0f2a80a6), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:33.638522 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6a1a8f97-1ebf-4eaf-890d-1a9b67324c77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-612190', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7436'] for router (5099b22f-97a1-4e3d-9af6-503f0f2a80a6), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:33.670665 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa21cca8-0c3f-4bb4-8257-d0773ad13cf2 None None] Sync routers for ids ['9d66326f-fa24-4aff-979d-af57251fc6b7'] in dv-cinder-852209-10-iscsi {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:39:33.695096 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6a1a8f97-1ebf-4eaf-890d-1a9b67324c77 admin admin] Publish callbacks [] for router_controller (5099b22f-97a1-4e3d-9af6-503f0f2a80a6), precommit_add_association {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:33.700101 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa21cca8-0c3f-4bb4-8257-d0773ad13cf2 None None] Routers {'9d66326f-fa24-4aff-979d-af57251fc6b7'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:39:33.700872 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-fa21cca8-0c3f-4bb4-8257-d0773ad13cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:39:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['9d66326f-fa24-4aff-979d-af57251fc6b7'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:39:33.754504 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2ff29c-a213-48c5-85ec-9f0bb17d8cec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp704810b6-d790-5017-b732-94aec06070b8-b88c7590-5942-465e-b5ff-ac9613c7b048', 'network_id': 'b88c7590-5942-465e-b5ff-ac9613c7b048', 'project_id': '5b4f3cdd63e64925afa07955c7aaf518', 'fixed_ips': [{'subnet_id': '7b9d56b3-b806-4067-a23d-dca3ff48ddfe'}]}} from dv-cinder-852209-10-iscsi. {{(pid=106491) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 01 16:39:33.755417 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-9c2ff29c-a213-48c5-85ec-9f0bb17d8cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:33.836539 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6a1a8f97-1ebf-4eaf-890d-1a9b67324c77 admin admin] Publish callbacks [] for router_gateway (5099b22f-97a1-4e3d-9af6-503f0f2a80a6), precommit_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:33.903337 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:33.912225 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-fa21cca8-0c3f-4bb4-8257-d0773ad13cf2 None None] Set router 9d66326f-fa24-4aff-979d-af57251fc6b7 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:39:34.016094 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.db_base_plugin_common [None req-9c2ff29c-a213-48c5-85ec-9f0bb17d8cec None None] Allocated IP 172.20.0.2 (b88c7590-5942-465e-b5ff-ac9613c7b048/7b9d56b3-b806-4067-a23d-dca3ff48ddfe/2d2d405f-61db-4d8c-8a18-92cb496aa639) {{(pid=106491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:39:34.030346 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6a1a8f97-1ebf-4eaf-890d-1a9b67324c77 admin admin] Publish callbacks [] for router_gateway (5099b22f-97a1-4e3d-9af6-503f0f2a80a6), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:34.051031 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6a1a8f97-1ebf-4eaf-890d-1a9b67324c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:34.130403 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:34.159433 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:34.180642 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffede44-9a9f-4346-bd60-d3d1a643a03b req-53a88c61-d9cd-4b24-89de-a34732b22bb7 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:34.182144 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-0ffede44-9a9f-4346-bd60-d3d1a643a03b req-53a88c61-d9cd-4b24-89de-a34732b22bb7 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7e32ddc7-b8fb-420e-8a40-f3cde9dc120f HTTP/1.1" status: 200 len: 945 time: 0.0879297 Sep 01 16:39:34.223061 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:34.224405 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (294a3787-103d-4a51-bc9c-bc09638a7966), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:34.226552 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.db_base_plugin_common [None req-6a1a8f97-1ebf-4eaf-890d-1a9b67324c77 admin admin] Allocated IP 172.27.2.162 (537c3a33-78cb-41f3-a0ee-71478f9cfd9b/3e5d1400-7955-40a6-9a09-08f8a8c1db3a/f67bc226-ee51-4b15-a057-139b2a4e2319) {{(pid=106489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:39:34.275317 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-0ffede44-9a9f-4346-bd60-d3d1a643a03b req-2d9d2ca9-3174-4415-b019-67a94e9538b5 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1564c154-674d-4cd9-8233-a11d2e6bd4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860398 Sep 01 16:39:34.280839 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-fa21cca8-0c3f-4bb4-8257-d0773ad13cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d66326f-fa24-4aff-979d-af57251fc6b7', 'name': 'tempest-TestShelveInstance-187662186-router', 'tenant_id': 'b683a11c21fe4dd389a006f051576a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:39:28Z', 'updated_at': '2022-09-01T16:39:31Z', 'revision_number': 4, 'project_id': 'b683a11c21fe4dd389a006f051576a1b', 'gw_port': {'id': '1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d66326f-fa24-4aff-979d-af57251fc6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:39:29Z', 'updated_at': '2022-09-01T16:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '6544a95e-7780-4c06-929a-8c207d1630d1', 'name': '', 'network_id': 'b36a9745-9290-42e8-afea-e40aab2f41b5', 'tenant_id': 'b683a11c21fe4dd389a006f051576a1b', 'mac_address': 'fa:16:3e:2d:70:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d66326f-fa24-4aff-979d-af57251fc6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'f1beef4d-dfb1-4a05-8a44-08c9bc10a278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:39:31Z', 'updated_at': '2022-09-01T16:39:31Z', 'revision_number': 2, 'project_id': 'b683a11c21fe4dd389a006f051576a1b', 'subnets': [{'id': 'f1beef4d-dfb1-4a05-8a44-08c9bc10a278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:39:34.316392 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa21cca8-0c3f-4bb4-8257-d0773ad13cf2 None None] Checking router: 9d66326f-fa24-4aff-979d-af57251fc6b7 for host: dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:39:34.316739 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa21cca8-0c3f-4bb4-8257-d0773ad13cf2 None None] Updating router 9d66326f-fa24-4aff-979d-af57251fc6b7 port 6544a95e-7780-4c06-929a-8c207d1630d1 binding host dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:39:34.376754 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6a1a8f97-1ebf-4eaf-890d-1a9b67324c77 admin admin] Publish callbacks [] for port (f67bc226-ee51-4b15-a057-139b2a4e2319), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:34.417502 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6a1a8f97-1ebf-4eaf-890d-1a9b67324c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261346675'] for port (f67bc226-ee51-4b15-a057-139b2a4e2319), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:34.463082 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1a8f97-1ebf-4eaf-890d-1a9b67324c77 admin admin] Network 537c3a33-78cb-41f3-a0ee-71478f9cfd9b is already hosted by enough agents. {{(pid=106489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:39:34.466650 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.base_scheduler [None req-6a1a8f97-1ebf-4eaf-890d-1a9b67324c77 admin admin] Resources bound (agent type, host, resource id): {{(pid=106489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:39:34.471074 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1a8f97-1ebf-4eaf-890d-1a9b67324c77 admin admin] Received port after_create {{(pid=106489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:39:34.487717 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-9c2ff29c-a213-48c5-85ec-9f0bb17d8cec None None] Publish callbacks [] for port (2d2d405f-61db-4d8c-8a18-92cb496aa639), precommit_create {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:34.499798 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-9c2ff29c-a213-48c5-85ec-9f0bb17d8cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847'] for port (2d2d405f-61db-4d8c-8a18-92cb496aa639), after_create {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:34.500048 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a8f97-1ebf-4eaf-890d-1a9b67324c77 admin admin] Pushing event updated for resources: {'Port': ['ID=f67bc226-ee51-4b15-a057-139b2a4e2319,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:34.505133 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-fa21cca8-0c3f-4bb4-8257-d0773ad13cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (6544a95e-7780-4c06-929a-8c207d1630d1), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:34.554025 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2ff29c-a213-48c5-85ec-9f0bb17d8cec None None] Network b88c7590-5942-465e-b5ff-ac9613c7b048 is already hosted by enough agents. {{(pid=106491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:39:34.576571 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.scheduler.base_scheduler [None req-9c2ff29c-a213-48c5-85ec-9f0bb17d8cec None None] Resources bound (agent type, host, resource id): {{(pid=106491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:39:34.579006 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2ff29c-a213-48c5-85ec-9f0bb17d8cec None None] Received port after_create {{(pid=106491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:39:34.597620 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ff29c-a213-48c5-85ec-9f0bb17d8cec None None] Pushing event updated for resources: {'Port': ['ID=2d2d405f-61db-4d8c-8a18-92cb496aa639,revision_number=1']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:34.720100 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-9c2ff29c-a213-48c5-85ec-9f0bb17d8cec None None] Attempting to bind port 2d2d405f-61db-4d8c-8a18-92cb496aa639 on host dv-cinder-852209-10-iscsi for vnic_type normal with profile {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:39:34.720471 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-9c2ff29c-a213-48c5-85ec-9f0bb17d8cec None None] Attempting to bind port 2d2d405f-61db-4d8c-8a18-92cb496aa639 by drivers openvswitch,hyperv on host dv-cinder-852209-10-iscsi at level 0 using segments [{'id': '6e76a117-6235-480f-8c0e-ae27d91bd897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'b88c7590-5942-465e-b5ff-ac9613c7b048'}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:39:34.720832 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2ff29c-a213-48c5-85ec-9f0bb17d8cec None None] Attempting to bind port 2d2d405f-61db-4d8c-8a18-92cb496aa639 on network b88c7590-5942-465e-b5ff-ac9613c7b048 {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:39:34.738977 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2ff29c-a213-48c5-85ec-9f0bb17d8cec None None] Checking agent: {'id': 'de41263d-808c-41d9-af38-92939b4ec796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 25, 56), 'started_at': datetime.datetime(2022, 9, 1, 16, 26, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:39:34.739403 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2ff29c-a213-48c5-85ec-9f0bb17d8cec None None] Checking segment: {'id': '6e76a117-6235-480f-8c0e-ae27d91bd897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'b88c7590-5942-465e-b5ff-ac9613c7b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:39:34.739762 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-9c2ff29c-a213-48c5-85ec-9f0bb17d8cec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:34.740153 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2ff29c-a213-48c5-85ec-9f0bb17d8cec None None] Bound using segment: {'id': '6e76a117-6235-480f-8c0e-ae27d91bd897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'b88c7590-5942-465e-b5ff-ac9613c7b048'} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:39:34.740631 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-9c2ff29c-a213-48c5-85ec-9f0bb17d8cec None None] Bound port: 2d2d405f-61db-4d8c-8a18-92cb496aa639, host: dv-cinder-852209-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e76a117-6235-480f-8c0e-ae27d91bd897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'b88c7590-5942-465e-b5ff-ac9613c7b048'}}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:39:34.741021 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-9c2ff29c-a213-48c5-85ec-9f0bb17d8cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (2d2d405f-61db-4d8c-8a18-92cb496aa639), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:34.851627 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83 up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:39:34.904048 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-9c2ff29c-a213-48c5-85ec-9f0bb17d8cec None None] For port 2d2d405f-61db-4d8c-8a18-92cb496aa639, host dv-cinder-852209-10-iscsi, cleared binding levels {{(pid=106491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:39:34.927072 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-9c2ff29c-a213-48c5-85ec-9f0bb17d8cec None None] For port 2d2d405f-61db-4d8c-8a18-92cb496aa639, host dv-cinder-852209-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=2d2d405f-61db-4d8c-8a18-92cb496aa639,segment=NetworkSegment(6e76a117-6235-480f-8c0e-ae27d91bd897),segment_id=6e76a117-6235-480f-8c0e-ae27d91bd897)] {{(pid=106491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:39:34.941654 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-9c2ff29c-a213-48c5-85ec-9f0bb17d8cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (2d2d405f-61db-4d8c-8a18-92cb496aa639), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:34.943503 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6a1a8f97-1ebf-4eaf-890d-1a9b67324c77 admin admin] Publish callbacks [] for router_gateway (5099b22f-97a1-4e3d-9af6-503f0f2a80a6), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:35.000680 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:39:35.001187 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:35.009283 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:35.069643 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-fa21cca8-0c3f-4bb4-8257-d0773ad13cf2 None None] Publish callbacks [] for port (6544a95e-7780-4c06-929a-8c207d1630d1), precommit_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:35.080339 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ff29c-a213-48c5-85ec-9f0bb17d8cec None None] Pushing event updated for resources: {'Port': ['ID=2d2d405f-61db-4d8c-8a18-92cb496aa639,revision_number=2']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:35.086289 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-fa21cca8-0c3f-4bb4-8257-d0773ad13cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (6544a95e-7780-4c06-929a-8c207d1630d1), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:35.117519 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:35.154460 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa03be7-2aaf-4b32-9f24-ab81805d7fd3 None None] Pushing event updated for resources: {'Port': ['ID=6544a95e-7780-4c06-929a-8c207d1630d1,revision_number=3']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:35.196008 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:35.218290 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6a1a8f97-1ebf-4eaf-890d-1a9b67324c77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612335'] for router (5099b22f-97a1-4e3d-9af6-503f0f2a80a6), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:35.260266 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-fa21cca8-0c3f-4bb4-8257-d0773ad13cf2 None None] Attempting to bind port 6544a95e-7780-4c06-929a-8c207d1630d1 on host dv-cinder-852209-10-iscsi for vnic_type normal with profile {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:39:35.260633 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-fa21cca8-0c3f-4bb4-8257-d0773ad13cf2 None None] Attempting to bind port 6544a95e-7780-4c06-929a-8c207d1630d1 by drivers openvswitch,hyperv on host dv-cinder-852209-10-iscsi at level 0 using segments [{'id': '4cbc129f-9724-4ad0-a28e-f2e8d6dd5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'b36a9745-9290-42e8-afea-e40aab2f41b5'}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:39:35.260996 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa21cca8-0c3f-4bb4-8257-d0773ad13cf2 None None] Attempting to bind port 6544a95e-7780-4c06-929a-8c207d1630d1 on network b36a9745-9290-42e8-afea-e40aab2f41b5 {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:39:35.264898 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83 is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:39:35.270416 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa21cca8-0c3f-4bb4-8257-d0773ad13cf2 None None] Checking agent: {'id': 'de41263d-808c-41d9-af38-92939b4ec796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 25, 56), 'started_at': datetime.datetime(2022, 9, 1, 16, 26, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:39:35.270803 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa21cca8-0c3f-4bb4-8257-d0773ad13cf2 None None] Checking segment: {'id': '4cbc129f-9724-4ad0-a28e-f2e8d6dd5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'b36a9745-9290-42e8-afea-e40aab2f41b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:39:35.271209 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-fa21cca8-0c3f-4bb4-8257-d0773ad13cf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:35.271602 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa21cca8-0c3f-4bb4-8257-d0773ad13cf2 None None] Bound using segment: {'id': '4cbc129f-9724-4ad0-a28e-f2e8d6dd5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'b36a9745-9290-42e8-afea-e40aab2f41b5'} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:39:35.272081 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-fa21cca8-0c3f-4bb4-8257-d0773ad13cf2 None None] Bound port: 6544a95e-7780-4c06-929a-8c207d1630d1, host: dv-cinder-852209-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbc129f-9724-4ad0-a28e-f2e8d6dd5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'b36a9745-9290-42e8-afea-e40aab2f41b5'}}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:39:35.272461 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-fa21cca8-0c3f-4bb4-8257-d0773ad13cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (6544a95e-7780-4c06-929a-8c207d1630d1), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:35.352795 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-fa21cca8-0c3f-4bb4-8257-d0773ad13cf2 None None] For port 6544a95e-7780-4c06-929a-8c207d1630d1, host dv-cinder-852209-10-iscsi, cleared binding levels {{(pid=106491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:39:35.357230 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-fa21cca8-0c3f-4bb4-8257-d0773ad13cf2 None None] For port 6544a95e-7780-4c06-929a-8c207d1630d1, host dv-cinder-852209-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=6544a95e-7780-4c06-929a-8c207d1630d1,segment=NetworkSegment(4cbc129f-9724-4ad0-a28e-f2e8d6dd5021),segment_id=4cbc129f-9724-4ad0-a28e-f2e8d6dd5021)] {{(pid=106491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:39:35.364231 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-fa21cca8-0c3f-4bb4-8257-d0773ad13cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (6544a95e-7780-4c06-929a-8c207d1630d1), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:35.370589 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:35.397566 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa21cca8-0c3f-4bb4-8257-d0773ad13cf2 None None] Routers {'9d66326f-fa24-4aff-979d-af57251fc6b7'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:39:35.398198 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-fa21cca8-0c3f-4bb4-8257-d0773ad13cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:39:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['9d66326f-fa24-4aff-979d-af57251fc6b7'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:39:35.425244 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6c9f5-bd19-424a-8102-ce469dddb610 req-e9fe1d45-48d0-48e8-8237-b53819521b18 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:35.426956 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-55a6c9f5-bd19-424a-8102-ce469dddb610 req-e9fe1d45-48d0-48e8-8237-b53819521b18 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7e32ddc7-b8fb-420e-8a40-f3cde9dc120f HTTP/1.1" status: 200 len: 945 time: 0.0690172 Sep 01 16:39:35.459436 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1a8f97-1ebf-4eaf-890d-1a9b67324c77 admin admin] Router 5099b22f-97a1-4e3d-9af6-503f0f2a80a6 is scheduled to L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 with binding_index 1 {{(pid=106489) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:39:35.476793 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa03be7-2aaf-4b32-9f24-ab81805d7fd3 None None] Pushing event updated for resources: {'Port': ['ID=6544a95e-7780-4c06-929a-8c207d1630d1,revision_number=4']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:35.493412 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-55a6c9f5-bd19-424a-8102-ce469dddb610 req-fbe1de3e-a780-4793-b85a-795ccb36347e tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1564c154-674d-4cd9-8233-a11d2e6bd4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604265 Sep 01 16:39:35.558663 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-fa21cca8-0c3f-4bb4-8257-d0773ad13cf2 None None] Set router 9d66326f-fa24-4aff-979d-af57251fc6b7 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:39:35.608123 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1a8f97-1ebf-4eaf-890d-1a9b67324c77 admin admin] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:39:35.620426 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d6b617-d553-45d8-9798-0c025fada54f None None] Sync routers for ids ['5099b22f-97a1-4e3d-9af6-503f0f2a80a6'] in dv-cinder-852209-10-iscsi {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:39:35.639377 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6a1a8f97-1ebf-4eaf-890d-1a9b67324c77 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:35.640847 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-6a1a8f97-1ebf-4eaf-890d-1a9b67324c77 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0318768 Sep 01 16:39:35.641371 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d6b617-d553-45d8-9798-0c025fada54f None None] Routers {'5099b22f-97a1-4e3d-9af6-503f0f2a80a6'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:39:35.642178 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-91d6b617-d553-45d8-9798-0c025fada54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:39:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['5099b22f-97a1-4e3d-9af6-503f0f2a80a6'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:39:35.644238 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 36946) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:39:35.654753 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da9b9e-ce85-43d9-ad96-981553885581 req-657e85d7-7447-4ad5-9fe0-66a0e2758cc3 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:35.656901 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-59da9b9e-ce85-43d9-ad96-981553885581 req-657e85d7-7447-4ad5-9fe0-66a0e2758cc3 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7e32ddc7-b8fb-420e-8a40-f3cde9dc120f HTTP/1.1" status: 200 len: 945 time: 0.0613713 Sep 01 16:39:35.670785 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 36948) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:39:35.675316 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-e3b784e7-be04-459a-a10c-efd4b818bfb4 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Request body: {'floatingip': {'port_id': '3e0bb2c3-4cfe-4397-8e97-194bac0a5051'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:39:35.728208 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-e3b784e7-be04-459a-a10c-efd4b818bfb4 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks [] for floatingip (fb2ddf9d-a9bd-4138-af78-fb42acf42ce9), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:35.809146 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-91d6b617-d553-45d8-9798-0c025fada54f None None] Set router 5099b22f-97a1-4e3d-9af6-503f0f2a80a6 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:39:35.816839 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-fa21cca8-0c3f-4bb4-8257-d0773ad13cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d66326f-fa24-4aff-979d-af57251fc6b7', 'name': 'tempest-TestShelveInstance-187662186-router', 'tenant_id': 'b683a11c21fe4dd389a006f051576a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:39:28Z', 'updated_at': '2022-09-01T16:39:31Z', 'revision_number': 4, 'project_id': 'b683a11c21fe4dd389a006f051576a1b', 'gw_port': {'id': '1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d66326f-fa24-4aff-979d-af57251fc6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:39:29Z', 'updated_at': '2022-09-01T16:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '6544a95e-7780-4c06-929a-8c207d1630d1', 'name': '', 'network_id': 'b36a9745-9290-42e8-afea-e40aab2f41b5', 'tenant_id': 'b683a11c21fe4dd389a006f051576a1b', 'mac_address': 'fa:16:3e:2d:70:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d66326f-fa24-4aff-979d-af57251fc6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'f1beef4d-dfb1-4a05-8a44-08c9bc10a278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:39:31Z', 'updated_at': '2022-09-01T16:39:35Z', 'revision_number': 4, 'project_id': 'b683a11c21fe4dd389a006f051576a1b', 'subnets': [{'id': 'f1beef4d-dfb1-4a05-8a44-08c9bc10a278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:39:35.880331 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa21cca8-0c3f-4bb4-8257-d0773ad13cf2 None None] The sync data for ids ['9d66326f-fa24-4aff-979d-af57251fc6b7'] in dv-cinder-852209-10-iscsi is: [{'id': '9d66326f-fa24-4aff-979d-af57251fc6b7', 'name': 'tempest-TestShelveInstance-187662186-router', 'tenant_id': 'b683a11c21fe4dd389a006f051576a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:39:28Z', 'updated_at': '2022-09-01T16:39:31Z', 'revision_number': 4, 'project_id': 'b683a11c21fe4dd389a006f051576a1b', 'gw_port': {'id': '1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d66326f-fa24-4aff-979d-af57251fc6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:39:29Z', 'updated_at': '2022-09-01T16:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '6544a95e-7780-4c06-929a-8c207d1630d1', 'name': '', 'network_id': 'b36a9745-9290-42e8-afea-e40aab2f41b5', 'tenant_id': 'b683a11c21fe4dd389a006f051576a1b', 'mac_address': 'fa:16:3e:2d:70:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d66326f-fa24-4aff-979d-af57251fc6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'f1beef4d-dfb1-4a05-8a44-08c9bc10a278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:39:31Z', 'updated_at': '2022-09-01T16:39:35Z', 'revision_number': 4, 'project_id': 'b683a11c21fe4dd389a006f051576a1b', 'subnets': [{'id': 'f1beef4d-dfb1-4a05-8a44-08c9bc10a278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:39:36.205373 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-91d6b617-d553-45d8-9798-0c025fada54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5099b22f-97a1-4e3d-9af6-503f0f2a80a6', 'name': 'tempest-TestShelveInstance-244784900-router', 'tenant_id': '5b4f3cdd63e64925afa07955c7aaf518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'f67bc226-ee51-4b15-a057-139b2a4e2319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:39:33Z', 'updated_at': '2022-09-01T16:39:34Z', 'revision_number': 3, 'project_id': '5b4f3cdd63e64925afa07955c7aaf518', 'gw_port': {'id': 'f67bc226-ee51-4b15-a057-139b2a4e2319', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:29:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5099b22f-97a1-4e3d-9af6-503f0f2a80a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:39:34Z', 'updated_at': '2022-09-01T16:39:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:39:36.208894 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:36.226516 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207f9927-c877-42d7-9b34-a6d372d5a28f None None] Network b88c7590-5942-465e-b5ff-ac9613c7b048 requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:39:36.234664 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d6b617-d553-45d8-9798-0c025fada54f None None] Checking router: 5099b22f-97a1-4e3d-9af6-503f0f2a80a6 for host: dv-cinder-852209-10-iscsi {{(pid=106492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:39:36.235011 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d6b617-d553-45d8-9798-0c025fada54f None None] Updating router 5099b22f-97a1-4e3d-9af6-503f0f2a80a6 port f67bc226-ee51-4b15-a057-139b2a4e2319 binding host dv-cinder-852209-10-iscsi {{(pid=106492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:39:36.252434 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:36.283433 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-91d6b617-d553-45d8-9798-0c025fada54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (f67bc226-ee51-4b15-a057-139b2a4e2319), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:36.337158 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-577bac9c-1e8f-4f1a-a462-e8471cfc77fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:36.391613 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-04dfe42f-7a67-446b-ab4c-b162d48f146b None None] Provisioning complete for port 2d2d405f-61db-4d8c-8a18-92cb496aa639 triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:39:36.391613 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-04dfe42f-7a67-446b-ab4c-b162d48f146b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (2d2d405f-61db-4d8c-8a18-92cb496aa639), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:36.472725 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:36.530646 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-e3b784e7-be04-459a-a10c-efd4b818bfb4 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:36.538348 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-e3b784e7-be04-459a-a10c-efd4b818bfb4 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631243'] for floatingip (fb2ddf9d-a9bd-4138-af78-fb42acf42ce9), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:36.549772 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:36.577466 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-04dfe42f-7a67-446b-ab4c-b162d48f146b None None] Current status of the port 2d2d405f-61db-4d8c-8a18-92cb496aa639 is: DOWN; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:39:36.578105 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-04dfe42f-7a67-446b-ab4c-b162d48f146b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (2d2d405f-61db-4d8c-8a18-92cb496aa639), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:36.640589 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.db_base_plugin_common [None req-577bac9c-1e8f-4f1a-a462-e8471cfc77fa admin admin] Allocated IP 172.20.0.1 (b88c7590-5942-465e-b5ff-ac9613c7b048/7b9d56b3-b806-4067-a23d-dca3ff48ddfe/0042ec50-bdbf-4e70-806b-50067490df64) {{(pid=106489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:39:36.687810 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-04dfe42f-7a67-446b-ab4c-b162d48f146b None None] For port 2d2d405f-61db-4d8c-8a18-92cb496aa639, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=2d2d405f-61db-4d8c-8a18-92cb496aa639,segment=NetworkSegment(6e76a117-6235-480f-8c0e-ae27d91bd897),segment_id=6e76a117-6235-480f-8c0e-ae27d91bd897)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:39:36.694808 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-04dfe42f-7a67-446b-ab4c-b162d48f146b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (2d2d405f-61db-4d8c-8a18-92cb496aa639), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:36.699739 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-91d6b617-d553-45d8-9798-0c025fada54f None None] Publish callbacks [] for port (f67bc226-ee51-4b15-a057-139b2a4e2319), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:36.728295 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-91d6b617-d553-45d8-9798-0c025fada54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (f67bc226-ee51-4b15-a057-139b2a4e2319), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:36.752390 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.db.l3_db [None req-e3b784e7-be04-459a-a10c-efd4b818bfb4 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Floating IP fb2ddf9d-a9bd-4138-af78-fb42acf42ce9 associated. External IP: 172.27.2.138, port: 3e0bb2c3-4cfe-4397-8e97-194bac0a5051. Sep 01 16:39:36.764052 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [None req-91d6b617-d553-45d8-9798-0c025fada54f None None] Attempting to bind port f67bc226-ee51-4b15-a057-139b2a4e2319 on host dv-cinder-852209-10-iscsi for vnic_type normal with profile {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:39:36.764417 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [None req-91d6b617-d553-45d8-9798-0c025fada54f None None] Attempting to bind port f67bc226-ee51-4b15-a057-139b2a4e2319 by drivers openvswitch,hyperv on host dv-cinder-852209-10-iscsi at level 0 using segments [{'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:39:36.764775 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d6b617-d553-45d8-9798-0c025fada54f None None] Attempting to bind port f67bc226-ee51-4b15-a057-139b2a4e2319 on network 537c3a33-78cb-41f3-a0ee-71478f9cfd9b {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:39:36.791366 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d6b617-d553-45d8-9798-0c025fada54f None None] Checking agent: {'id': 'de41263d-808c-41d9-af38-92939b4ec796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 25, 56), 'started_at': datetime.datetime(2022, 9, 1, 16, 26, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:39:36.791777 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d6b617-d553-45d8-9798-0c025fada54f None None] Checking segment: {'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:39:36.792184 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-91d6b617-d553-45d8-9798-0c025fada54f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:36.792582 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d6b617-d553-45d8-9798-0c025fada54f None None] Bound using segment: {'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:39:36.793077 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [None req-91d6b617-d553-45d8-9798-0c025fada54f None None] Bound port: f67bc226-ee51-4b15-a057-139b2a4e2319, host: dv-cinder-852209-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'}}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:39:36.793458 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-91d6b617-d553-45d8-9798-0c025fada54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (f67bc226-ee51-4b15-a057-139b2a4e2319), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:36.866502 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dfe42f-7a67-446b-ab4c-b162d48f146b None None] Pushing event updated for resources: {'Port': ['ID=2d2d405f-61db-4d8c-8a18-92cb496aa639,revision_number=3']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:36.869981 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:36.967124 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-577bac9c-1e8f-4f1a-a462-e8471cfc77fa admin admin] Publish callbacks [] for port (0042ec50-bdbf-4e70-806b-50067490df64), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:37.013536 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-577bac9c-1e8f-4f1a-a462-e8471cfc77fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261346675'] for port (0042ec50-bdbf-4e70-806b-50067490df64), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:37.022657 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 6544a95e-7780-4c06-929a-8c207d1630d1 up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:39:37.027671 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c965bcb6-39bb-474b-bdb0-7517b6d6ce65 None None] Pushing event updated for resources: {'Port': ['ID=f67bc226-ee51-4b15-a057-139b2a4e2319,revision_number=2']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:37.054545 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [None req-91d6b617-d553-45d8-9798-0c025fada54f None None] For port f67bc226-ee51-4b15-a057-139b2a4e2319, host dv-cinder-852209-10-iscsi, cleared binding levels {{(pid=106492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:39:37.060106 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [None req-91d6b617-d553-45d8-9798-0c025fada54f None None] For port f67bc226-ee51-4b15-a057-139b2a4e2319, host dv-cinder-852209-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=f67bc226-ee51-4b15-a057-139b2a4e2319,segment=NetworkSegment(6aaf10e3-1532-4b23-b8ff-2b17962713b0),segment_id=6aaf10e3-1532-4b23-b8ff-2b17962713b0)] {{(pid=106492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:39:37.080081 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-91d6b617-d553-45d8-9798-0c025fada54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (f67bc226-ee51-4b15-a057-139b2a4e2319), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:37.101930 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577bac9c-1e8f-4f1a-a462-e8471cfc77fa admin admin] Pushing event updated for resources: {'Port': ['ID=0042ec50-bdbf-4e70-806b-50067490df64,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:37.108952 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-cfda40cf-da74-4ff6-8409-355ad27443b7 None None] Provisioning complete for port 2d2d405f-61db-4d8c-8a18-92cb496aa639 triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:39:37.110825 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-cfda40cf-da74-4ff6-8409-355ad27443b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (2d2d405f-61db-4d8c-8a18-92cb496aa639), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:37.124958 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:37.136289 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d6b617-d553-45d8-9798-0c025fada54f None None] Routers {'5099b22f-97a1-4e3d-9af6-503f0f2a80a6'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:39:37.137060 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-91d6b617-d553-45d8-9798-0c025fada54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:39:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['5099b22f-97a1-4e3d-9af6-503f0f2a80a6'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:39:37.149037 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577bac9c-1e8f-4f1a-a462-e8471cfc77fa admin admin] Network b88c7590-5942-465e-b5ff-ac9613c7b048 is already hosted by enough agents. {{(pid=106489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:39:37.152887 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.base_scheduler [None req-577bac9c-1e8f-4f1a-a462-e8471cfc77fa admin admin] Resources bound (agent type, host, resource id): {{(pid=106489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:39:37.163137 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577bac9c-1e8f-4f1a-a462-e8471cfc77fa admin admin] Received port after_create {{(pid=106489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:39:37.174724 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:37.258000 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:37.273386 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 6544a95e-7780-4c06-929a-8c207d1630d1 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:39:37.275968 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (6544a95e-7780-4c06-929a-8c207d1630d1), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:37.276690 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c965bcb6-39bb-474b-bdb0-7517b6d6ce65 None None] Pushing event updated for resources: {'Port': ['ID=f67bc226-ee51-4b15-a057-139b2a4e2319,revision_number=3']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:37.285726 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-577bac9c-1e8f-4f1a-a462-e8471cfc77fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630860'] for router_interface (5099b22f-97a1-4e3d-9af6-503f0f2a80a6), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:37.376553 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-cfda40cf-da74-4ff6-8409-355ad27443b7 None None] Current status of the port 2d2d405f-61db-4d8c-8a18-92cb496aa639 is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:39:37.388394 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6d931-0f93-435b-8a5b-99415fb3ce36 req-9234787e-3400-47d4-9221-d949618f8609 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:37.395894 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-74e6d931-0f93-435b-8a5b-99415fb3ce36 req-9234787e-3400-47d4-9221-d949618f8609 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 945 time: 0.2002382 Sep 01 16:39:37.441752 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-91d6b617-d553-45d8-9798-0c025fada54f None None] Set router 5099b22f-97a1-4e3d-9af6-503f0f2a80a6 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:39:37.454057 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 6544a95e-7780-4c06-929a-8c207d1630d1 is: DOWN; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:39:37.454708 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (6544a95e-7780-4c06-929a-8c207d1630d1), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:37.502433 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] For port 6544a95e-7780-4c06-929a-8c207d1630d1, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=6544a95e-7780-4c06-929a-8c207d1630d1,segment=NetworkSegment(4cbc129f-9724-4ad0-a28e-f2e8d6dd5021),segment_id=4cbc129f-9724-4ad0-a28e-f2e8d6dd5021)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:39:37.513495 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (6544a95e-7780-4c06-929a-8c207d1630d1), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:37.514399 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 2d2d405f-61db-4d8c-8a18-92cb496aa639 up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:39:37.535765 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-74e6d931-0f93-435b-8a5b-99415fb3ce36 req-6fd96565-2338-4e7f-8950-1525e965e450 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374781 Sep 01 16:39:37.619731 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-577bac9c-1e8f-4f1a-a462-e8471cfc77fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (0042ec50-bdbf-4e70-806b-50067490df64), before_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:37.640498 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Pushing event updated for resources: {'Port': ['ID=6544a95e-7780-4c06-929a-8c207d1630d1,revision_number=5']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:37.671843 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-3ddfc4ad-f4d8-4f7f-8bb5-be8cbd9702fc None None] Provisioning complete for port 0042ec50-bdbf-4e70-806b-50067490df64 triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:39:37.672258 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-3ddfc4ad-f4d8-4f7f-8bb5-be8cbd9702fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (0042ec50-bdbf-4e70-806b-50067490df64), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:37.674123 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b784e7-be04-459a-a10c-efd4b818bfb4 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Router 48f873e9-78f3-4e51-a88f-9b06779297cc has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:39:37.719413 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 2d2d405f-61db-4d8c-8a18-92cb496aa639 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:39:37.719413 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (2d2d405f-61db-4d8c-8a18-92cb496aa639), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:37.733507 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-91d6b617-d553-45d8-9798-0c025fada54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5099b22f-97a1-4e3d-9af6-503f0f2a80a6', 'name': 'tempest-TestShelveInstance-244784900-router', 'tenant_id': '5b4f3cdd63e64925afa07955c7aaf518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'f67bc226-ee51-4b15-a057-139b2a4e2319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:39:33Z', 'updated_at': '2022-09-01T16:39:34Z', 'revision_number': 3, 'project_id': '5b4f3cdd63e64925afa07955c7aaf518', 'gw_port': {'id': 'f67bc226-ee51-4b15-a057-139b2a4e2319', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:29:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5099b22f-97a1-4e3d-9af6-503f0f2a80a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:39:34Z', 'updated_at': '2022-09-01T16:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:39:37.754041 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-3ddfc4ad-f4d8-4f7f-8bb5-be8cbd9702fc None None] Port 0042ec50-bdbf-4e70-806b-50067490df64 cannot update to ACTIVE because it is not bound. {{(pid=106491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 16:39:37.778650 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d6b617-d553-45d8-9798-0c025fada54f None None] The sync data for ids ['5099b22f-97a1-4e3d-9af6-503f0f2a80a6'] in dv-cinder-852209-10-iscsi is: [{'id': '5099b22f-97a1-4e3d-9af6-503f0f2a80a6', 'name': 'tempest-TestShelveInstance-244784900-router', 'tenant_id': '5b4f3cdd63e64925afa07955c7aaf518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'f67bc226-ee51-4b15-a057-139b2a4e2319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:39:33Z', 'updated_at': '2022-09-01T16:39:34Z', 'revision_number': 3, 'project_id': '5b4f3cdd63e64925afa07955c7aaf518', 'gw_port': {'id': 'f67bc226-ee51-4b15-a057-139b2a4e2319', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:29:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5099b22f-97a1-4e3d-9af6-503f0f2a80a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:39:34Z', 'updated_at': '2022-09-01T16:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}] {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:39:37.828947 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 2d2d405f-61db-4d8c-8a18-92cb496aa639 is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:39:37.834870 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b784e7-be04-459a-a10c-efd4b818bfb4 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:39:37.839455 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-e3b784e7-be04-459a-a10c-efd4b818bfb4 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for floatingip (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:37.851260 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148ac847-778b-4576-b72a-37c35d45a126 None None] Sync routers for ids ['48f873e9-78f3-4e51-a88f-9b06779297cc'] in dv-cinder-852209-10-iscsi {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:39:37.861272 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148ac847-778b-4576-b72a-37c35d45a126 None None] Routers {'48f873e9-78f3-4e51-a88f-9b06779297cc'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:39:37.862033 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-148ac847-778b-4576-b72a-37c35d45a126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:39:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['48f873e9-78f3-4e51-a88f-9b06779297cc'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:39:37.874001 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-577bac9c-1e8f-4f1a-a462-e8471cfc77fa admin admin] Publish callbacks [] for port (0042ec50-bdbf-4e70-806b-50067490df64), precommit_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:37.880252 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-577bac9c-1e8f-4f1a-a462-e8471cfc77fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261346666'] for port (0042ec50-bdbf-4e70-806b-50067490df64), after_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:37.895459 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-e3b784e7-be04-459a-a10c-efd4b818bfb4 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/fb2ddf9d-a9bd-4138-af78-fb42acf42ce9 HTTP/1.1" status: 200 len: 991 time: 2.2214835 Sep 01 16:39:37.895459 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e32ddc7-b8fb-420e-8a40-f3cde9dc120f', 'tag': '3e0bb2c3-4cfe-4397-8e97-194bac0a5051'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:39:37.896731 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c5519a-b8c9-4bf4-aa6f-81d8b14177cc" -d '{"events": [{"name": "network-changed", "server_uuid": "7e32ddc7-b8fb-420e-8a40-f3cde9dc120f", "tag": "3e0bb2c3-4cfe-4397-8e97-194bac0a5051"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:39:37.948531 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-577bac9c-1e8f-4f1a-a462-e8471cfc77fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631024'] for router_interface (5099b22f-97a1-4e3d-9af6-503f0f2a80a6), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:37.949062 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 16:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddac1bee-5f31-4fce-b5ec-597bac9fd600 x-openstack-request-id: req-ddac1bee-5f31-4fce-b5ec-597bac9fd600 {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:39:37.949423 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e32ddc7-b8fb-420e-8a40-f3cde9dc120f", "tag": "3e0bb2c3-4cfe-4397-8e97-194bac0a5051", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:39:37.949775 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ddac1bee-5f31-4fce-b5ec-597bac9fd600 {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:39:37.950261 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddac1bee-5f31-4fce-b5ec-597bac9fd600'] response: {'name': 'network-changed', 'server_uuid': '7e32ddc7-b8fb-420e-8a40-f3cde9dc120f', 'tag': '3e0bb2c3-4cfe-4397-8e97-194bac0a5051', 'status': 'completed', 'code': 200} Sep 01 16:39:37.952788 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:37.988415 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:37.992157 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577bac9c-1e8f-4f1a-a462-e8471cfc77fa admin admin] Pushing event updated for resources: {'Port': ['ID=0042ec50-bdbf-4e70-806b-50067490df64,revision_number=2']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:38.077568 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577bac9c-1e8f-4f1a-a462-e8471cfc77fa admin admin] Network b88c7590-5942-465e-b5ff-ac9613c7b048 is already hosted by enough agents. {{(pid=106489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:39:38.079614 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.base_scheduler [None req-577bac9c-1e8f-4f1a-a462-e8471cfc77fa admin admin] Resources bound (agent type, host, resource id): {{(pid=106489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:39:38.159914 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-148ac847-778b-4576-b72a-37c35d45a126 None None] Set router 48f873e9-78f3-4e51-a88f-9b06779297cc gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:39:38.224948 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-577bac9c-1e8f-4f1a-a462-e8471cfc77fa admin admin] Router 5099b22f-97a1-4e3d-9af6-503f0f2a80a6 has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:39:38.281569 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=100 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:38.358575 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577bac9c-1e8f-4f1a-a462-e8471cfc77fa admin admin] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:39:38.365861 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-577bac9c-1e8f-4f1a-a462-e8471cfc77fa admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/5099b22f-97a1-4e3d-9af6-503f0f2a80a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7198374 Sep 01 16:39:38.439032 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-148ac847-778b-4576-b72a-37c35d45a126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'name': 'tempest-AttachVolumeTestJSON-1559330657-router', 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'a8429792-2677-4f04-9e17-a180ddf5c83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:56Z', 'updated_at': '2022-09-01T16:34:06Z', 'revision_number': 4, 'project_id': 'aab96a55de014d8cac2c004ba7cadedd', 'gw_port': {'id': 'a8429792-2677-4f04-9e17-a180ddf5c83f', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:58Z', 'updated_at': '2022-09-01T16:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': 'fb2ddf9d-a9bd-4138-af78-fb42acf42ce9', 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'port_id': '3e0bb2c3-4cfe-4397-8e97-194bac0a5051', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba8f8151-1775-4d72-8643-4c1aec9c20a0', 'mac_address': 'fa:16:3e:8f:a2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e32ddc7-b8fb-420e-8a40-f3cde9dc120f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:39:23Z', 'updated_at': '2022-09-01T16:39:36Z', 'revision_number': 1, 'project_id': 'aab96a55de014d8cac2c004ba7cadedd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11e2db5b-0dc1-4675-9634-32971211a38b', 'name': '', 'network_id': 'ba8f8151-1775-4d72-8643-4c1aec9c20a0', 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'mac_address': 'fa:16:3e:7f:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '78963023-41a6-45a3-a4c4-170de5dc804e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:34:04Z', 'updated_at': '2022-09-01T16:34:22Z', 'revision_number': 5, 'project_id': 'aab96a55de014d8cac2c004ba7cadedd', 'subnets': [{'id': '78963023-41a6-45a3-a4c4-170de5dc804e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:39:38.465724 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148ac847-778b-4576-b72a-37c35d45a126 None None] Checking router: 48f873e9-78f3-4e51-a88f-9b06779297cc for host: dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:39:38.486558 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-615ed592-d527-47dc-b1d5-6694e1459e40 None None] Provisioning complete for port 0042ec50-bdbf-4e70-806b-50067490df64 triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:39:38.486996 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-615ed592-d527-47dc-b1d5-6694e1459e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (0042ec50-bdbf-4e70-806b-50067490df64), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:38.490494 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148ac847-778b-4576-b72a-37c35d45a126 None None] Routers {'48f873e9-78f3-4e51-a88f-9b06779297cc'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:39:38.491125 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-148ac847-778b-4576-b72a-37c35d45a126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:39:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['48f873e9-78f3-4e51-a88f-9b06779297cc'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:39:38.575296 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-615ed592-d527-47dc-b1d5-6694e1459e40 None None] Port 0042ec50-bdbf-4e70-806b-50067490df64 cannot update to ACTIVE because it is not bound. {{(pid=106491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 16:39:38.633270 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-148ac847-778b-4576-b72a-37c35d45a126 None None] Set router 48f873e9-78f3-4e51-a88f-9b06779297cc gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:39:38.672109 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:38.691172 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd966b69-744a-4466-bf46-239e822b3342 req-28622fe1-7ef4-4b2d-a33e-4c232b7fb369 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:38.701466 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-fd966b69-744a-4466-bf46-239e822b3342 req-28622fe1-7ef4-4b2d-a33e-4c232b7fb369 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 945 time: 0.0758221 Sep 01 16:39:38.757293 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-fd966b69-744a-4466-bf46-239e822b3342 req-4431e97c-8e6f-4775-a098-3a9dc46b9ce3 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543811 Sep 01 16:39:38.897289 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 36970) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:39:38.901994 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-e90558d2-7e16-403d-ab42-2abb3cbf3357 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-829623400', 'description': 'tempest-secgroup-smoke-829623400 description', 'project_id': 'b683a11c21fe4dd389a006f051576a1b'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:39:38.927951 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-e90558d2-7e16-403d-ab42-2abb3cbf3357 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:38.945977 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-148ac847-778b-4576-b72a-37c35d45a126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'name': 'tempest-AttachVolumeTestJSON-1559330657-router', 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'a8429792-2677-4f04-9e17-a180ddf5c83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:56Z', 'updated_at': '2022-09-01T16:34:06Z', 'revision_number': 4, 'project_id': 'aab96a55de014d8cac2c004ba7cadedd', 'gw_port': {'id': 'a8429792-2677-4f04-9e17-a180ddf5c83f', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:58Z', 'updated_at': '2022-09-01T16:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': 'fb2ddf9d-a9bd-4138-af78-fb42acf42ce9', 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'port_id': '3e0bb2c3-4cfe-4397-8e97-194bac0a5051', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba8f8151-1775-4d72-8643-4c1aec9c20a0', 'mac_address': 'fa:16:3e:8f:a2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e32ddc7-b8fb-420e-8a40-f3cde9dc120f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:39:23Z', 'updated_at': '2022-09-01T16:39:36Z', 'revision_number': 1, 'project_id': 'aab96a55de014d8cac2c004ba7cadedd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11e2db5b-0dc1-4675-9634-32971211a38b', 'name': '', 'network_id': 'ba8f8151-1775-4d72-8643-4c1aec9c20a0', 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'mac_address': 'fa:16:3e:7f:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '78963023-41a6-45a3-a4c4-170de5dc804e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:34:04Z', 'updated_at': '2022-09-01T16:34:22Z', 'revision_number': 5, 'project_id': 'aab96a55de014d8cac2c004ba7cadedd', 'subnets': [{'id': '78963023-41a6-45a3-a4c4-170de5dc804e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:39:38.981661 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148ac847-778b-4576-b72a-37c35d45a126 None None] The sync data for ids ['48f873e9-78f3-4e51-a88f-9b06779297cc'] in dv-cinder-852209-10-iscsi is: [{'id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'name': 'tempest-AttachVolumeTestJSON-1559330657-router', 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'a8429792-2677-4f04-9e17-a180ddf5c83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:56Z', 'updated_at': '2022-09-01T16:34:06Z', 'revision_number': 4, 'project_id': 'aab96a55de014d8cac2c004ba7cadedd', 'gw_port': {'id': 'a8429792-2677-4f04-9e17-a180ddf5c83f', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:58Z', 'updated_at': '2022-09-01T16:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': 'fb2ddf9d-a9bd-4138-af78-fb42acf42ce9', 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'port_id': '3e0bb2c3-4cfe-4397-8e97-194bac0a5051', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba8f8151-1775-4d72-8643-4c1aec9c20a0', 'mac_address': 'fa:16:3e:8f:a2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e32ddc7-b8fb-420e-8a40-f3cde9dc120f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:39:23Z', 'updated_at': '2022-09-01T16:39:36Z', 'revision_number': 1, 'project_id': 'aab96a55de014d8cac2c004ba7cadedd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11e2db5b-0dc1-4675-9634-32971211a38b', 'name': '', 'network_id': 'ba8f8151-1775-4d72-8643-4c1aec9c20a0', 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'mac_address': 'fa:16:3e:7f:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '78963023-41a6-45a3-a4c4-170de5dc804e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:34:04Z', 'updated_at': '2022-09-01T16:34:22Z', 'revision_number': 5, 'project_id': 'aab96a55de014d8cac2c004ba7cadedd', 'subnets': [{'id': '78963023-41a6-45a3-a4c4-170de5dc804e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:39:39.001371 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 2d2d405f-61db-4d8c-8a18-92cb496aa639 up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:39:39.015619 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:39.031975 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-e90558d2-7e16-403d-ab42-2abb3cbf3357 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks [] for security_group (909fccb6-68a4-4c36-ab4b-130bbaa7648f), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:39.037784 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-e90558d2-7e16-403d-ab42-2abb3cbf3357 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (909fccb6-68a4-4c36-ab4b-130bbaa7648f), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:39.050343 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 2d2d405f-61db-4d8c-8a18-92cb496aa639 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:39:39.050891 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (2d2d405f-61db-4d8c-8a18-92cb496aa639), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:39.065802 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-e90558d2-7e16-403d-ab42-2abb3cbf3357 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:39.067044 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-e90558d2-7e16-403d-ab42-2abb3cbf3357 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1687033 Sep 01 16:39:39.070817 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 36972) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:39:39.075287 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-d838a25d-7569-4c76-b10f-c1c53abe67f5 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Request body: {'security_group_rule': {'security_group_id': '909fccb6-68a4-4c36-ab4b-130bbaa7648f', 'project_id': 'b683a11c21fe4dd389a006f051576a1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:39:39.087522 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90558d2-7e16-403d-ab42-2abb3cbf3357 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=909fccb6-68a4-4c36-ab4b-130bbaa7648f,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:39.105511 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-d838a25d-7569-4c76-b10f-c1c53abe67f5 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks [] for security_group_rule (085054ae-b489-464e-b1c2-38aedb70503b), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:39.131273 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 2d2d405f-61db-4d8c-8a18-92cb496aa639 is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:39:39.132467 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 6544a95e-7780-4c06-929a-8c207d1630d1 up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:39:39.165142 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-d838a25d-7569-4c76-b10f-c1c53abe67f5 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks [] for security_group_rule (085054ae-b489-464e-b1c2-38aedb70503b), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:39.170129 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-d838a25d-7569-4c76-b10f-c1c53abe67f5 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684833'] for security_group_rule (085054ae-b489-464e-b1c2-38aedb70503b), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:39.176802 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 6544a95e-7780-4c06-929a-8c207d1630d1 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:39:39.177330 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (6544a95e-7780-4c06-929a-8c207d1630d1), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:39.192770 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838a25d-7569-4c76-b10f-c1c53abe67f5 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=085054ae-b489-464e-b1c2-38aedb70503b,revision_number=0']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:39.199764 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-d838a25d-7569-4c76-b10f-c1c53abe67f5 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:39.200310 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-d838a25d-7569-4c76-b10f-c1c53abe67f5 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1285629 Sep 01 16:39:39.204340 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 36974) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:39:39.209435 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-9fc75994-8ce1-4ff5-880c-f1a52c5e039a tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Request body: {'security_group_rule': {'security_group_id': '909fccb6-68a4-4c36-ab4b-130bbaa7648f', 'project_id': 'b683a11c21fe4dd389a006f051576a1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:39:39.244166 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9fc75994-8ce1-4ff5-880c-f1a52c5e039a tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks [] for security_group_rule (3c5cb579-ab9a-4c45-af03-81698e7ab52e), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:39.262159 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 6544a95e-7780-4c06-929a-8c207d1630d1 is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:39:39.262906 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device f67bc226-ee51-4b15-a057-139b2a4e2319 up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:39:39.298249 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=100 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:39.311166 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9fc75994-8ce1-4ff5-880c-f1a52c5e039a tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks [] for security_group_rule (3c5cb579-ab9a-4c45-af03-81698e7ab52e), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:39.312665 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port f67bc226-ee51-4b15-a057-139b2a4e2319 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:39:39.313044 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (f67bc226-ee51-4b15-a057-139b2a4e2319), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:39.318817 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9fc75994-8ce1-4ff5-880c-f1a52c5e039a tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684833'] for security_group_rule (3c5cb579-ab9a-4c45-af03-81698e7ab52e), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:39.338667 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc75994-8ce1-4ff5-880c-f1a52c5e039a tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c5cb579-ab9a-4c45-af03-81698e7ab52e,revision_number=0']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:39.346901 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b755b2f5-db61-4102-bc2a-64f85f65be63 None None] New status for floating IP fb2ddf9d-a9bd-4138-af78-fb42acf42ce9: ACTIVE {{(pid=106492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 16:39:39.352292 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9fc75994-8ce1-4ff5-880c-f1a52c5e039a tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:39.356437 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-9fc75994-8ce1-4ff5-880c-f1a52c5e039a tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1483061 Sep 01 16:39:39.356670 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 36976) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:39:39.362182 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-beaca891-1a12-4a9c-a22c-4bbe40730188 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Request body: {'security_group_rule': {'security_group_id': '909fccb6-68a4-4c36-ab4b-130bbaa7648f', 'project_id': 'b683a11c21fe4dd389a006f051576a1b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:39:39.391793 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-beaca891-1a12-4a9c-a22c-4bbe40730188 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks [] for security_group_rule (be4a7607-596a-4da8-97a1-62d8423b8eb1), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:39.408786 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port f67bc226-ee51-4b15-a057-139b2a4e2319 is: DOWN; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:39:39.409597 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (f67bc226-ee51-4b15-a057-139b2a4e2319), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:39.433323 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] For port f67bc226-ee51-4b15-a057-139b2a4e2319, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=f67bc226-ee51-4b15-a057-139b2a4e2319,segment=NetworkSegment(6aaf10e3-1532-4b23-b8ff-2b17962713b0),segment_id=6aaf10e3-1532-4b23-b8ff-2b17962713b0)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:39:39.437359 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (f67bc226-ee51-4b15-a057-139b2a4e2319), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:39.462467 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-beaca891-1a12-4a9c-a22c-4bbe40730188 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks [] for security_group_rule (be4a7607-596a-4da8-97a1-62d8423b8eb1), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:39.467364 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-beaca891-1a12-4a9c-a22c-4bbe40730188 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684833'] for security_group_rule (be4a7607-596a-4da8-97a1-62d8423b8eb1), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:39.478295 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:39.493443 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Pushing event updated for resources: {'Port': ['ID=f67bc226-ee51-4b15-a057-139b2a4e2319,revision_number=4']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:39.499562 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaca891-1a12-4a9c-a22c-4bbe40730188 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be4a7607-596a-4da8-97a1-62d8423b8eb1,revision_number=0']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:39.507334 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-beaca891-1a12-4a9c-a22c-4bbe40730188 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:39.508601 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-beaca891-1a12-4a9c-a22c-4bbe40730188 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1503639 Sep 01 16:39:39.511704 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 36978) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:39:39.516392 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-35066133-2dac-4c3a-b6c5-6cdac1c3a37d tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Request body: {'security_group_rule': {'security_group_id': '909fccb6-68a4-4c36-ab4b-130bbaa7648f', 'project_id': 'b683a11c21fe4dd389a006f051576a1b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:39:39.543795 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-35066133-2dac-4c3a-b6c5-6cdac1c3a37d tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks [] for security_group_rule (a12fc4ed-c4ca-4735-8e99-ffba19e7f1ab), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:39.607828 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-35066133-2dac-4c3a-b6c5-6cdac1c3a37d tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks [] for security_group_rule (a12fc4ed-c4ca-4735-8e99-ffba19e7f1ab), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:39.611698 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-35066133-2dac-4c3a-b6c5-6cdac1c3a37d tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684833'] for security_group_rule (a12fc4ed-c4ca-4735-8e99-ffba19e7f1ab), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:39.618325 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:39.634878 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35066133-2dac-4c3a-b6c5-6cdac1c3a37d tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a12fc4ed-c4ca-4735-8e99-ffba19e7f1ab,revision_number=0']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:39.644297 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-35066133-2dac-4c3a-b6c5-6cdac1c3a37d tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:39.648148 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-35066133-2dac-4c3a-b6c5-6cdac1c3a37d tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1329906 Sep 01 16:39:39.648431 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 36980) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:39:39.653368 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-d0ea89bc-84ed-41cf-8038-b0d41a195e75 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Request body: {'security_group_rule': {'security_group_id': '909fccb6-68a4-4c36-ab4b-130bbaa7648f', 'project_id': 'b683a11c21fe4dd389a006f051576a1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:39:39.676492 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.db.securitygroups_db [None req-d0ea89bc-84ed-41cf-8038-b0d41a195e75 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Project b683a11c21fe4dd389a006f051576a1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:39:39.682822 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-d0ea89bc-84ed-41cf-8038-b0d41a195e75 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks [] for security_group_rule (261079de-a755-4e73-b485-2dc4021893fc), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:39.744365 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-d0ea89bc-84ed-41cf-8038-b0d41a195e75 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks [] for security_group_rule (261079de-a755-4e73-b485-2dc4021893fc), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:39.748567 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-d0ea89bc-84ed-41cf-8038-b0d41a195e75 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684833'] for security_group_rule (261079de-a755-4e73-b485-2dc4021893fc), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:39.768664 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea89bc-84ed-41cf-8038-b0d41a195e75 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=261079de-a755-4e73-b485-2dc4021893fc,revision_number=0']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:39.783481 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-d0ea89bc-84ed-41cf-8038-b0d41a195e75 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:39.784746 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-d0ea89bc-84ed-41cf-8038-b0d41a195e75 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1352234 Sep 01 16:39:39.787734 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 36982) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:39:39.792597 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-6f9ccdfd-7120-4457-b49c-6ef0266091ed tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Request body: {'security_group_rule': {'security_group_id': '909fccb6-68a4-4c36-ab4b-130bbaa7648f', 'project_id': 'b683a11c21fe4dd389a006f051576a1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:39:39.816357 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.db.securitygroups_db [None req-6f9ccdfd-7120-4457-b49c-6ef0266091ed tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Project b683a11c21fe4dd389a006f051576a1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:39:39.822195 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6f9ccdfd-7120-4457-b49c-6ef0266091ed tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks [] for security_group_rule (46fc1769-28f8-44e5-898d-4e73b5fe9c3a), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:39.887810 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6f9ccdfd-7120-4457-b49c-6ef0266091ed tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks [] for security_group_rule (46fc1769-28f8-44e5-898d-4e73b5fe9c3a), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:39.889887 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc03832-02c2-488c-a58b-70d318c591cc req-5272b83f-c632-4f9c-b050-e8bd8ce83f28 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:39.891374 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ebc03832-02c2-488c-a58b-70d318c591cc req-5272b83f-c632-4f9c-b050-e8bd8ce83f28 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 945 time: 0.0487723 Sep 01 16:39:39.892181 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6f9ccdfd-7120-4457-b49c-6ef0266091ed tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684833'] for security_group_rule (46fc1769-28f8-44e5-898d-4e73b5fe9c3a), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:39.911230 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ccdfd-7120-4457-b49c-6ef0266091ed tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46fc1769-28f8-44e5-898d-4e73b5fe9c3a,revision_number=0']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:39.919858 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6f9ccdfd-7120-4457-b49c-6ef0266091ed tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:39.921098 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-6f9ccdfd-7120-4457-b49c-6ef0266091ed tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1323819 Sep 01 16:39:39.943456 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ebc03832-02c2-488c-a58b-70d318c591cc req-3c2eaab5-fb09-4729-8142-58001d324541 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453346 Sep 01 16:39:39.973356 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecce87e0-1778-446f-bce5-14c900d6acde None None] Sync routers for ids ['5099b22f-97a1-4e3d-9af6-503f0f2a80a6'] in dv-cinder-852209-10-iscsi {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:39:39.985360 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecce87e0-1778-446f-bce5-14c900d6acde None None] Routers {'5099b22f-97a1-4e3d-9af6-503f0f2a80a6'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:39:39.985978 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-ecce87e0-1778-446f-bce5-14c900d6acde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:39:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['5099b22f-97a1-4e3d-9af6-503f0f2a80a6'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:39:40.092342 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-ecce87e0-1778-446f-bce5-14c900d6acde None None] Set router 5099b22f-97a1-4e3d-9af6-503f0f2a80a6 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:39:40.206301 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:40.285338 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-ecce87e0-1778-446f-bce5-14c900d6acde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5099b22f-97a1-4e3d-9af6-503f0f2a80a6', 'name': 'tempest-TestShelveInstance-244784900-router', 'tenant_id': '5b4f3cdd63e64925afa07955c7aaf518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'f67bc226-ee51-4b15-a057-139b2a4e2319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:39:33Z', 'updated_at': '2022-09-01T16:39:37Z', 'revision_number': 4, 'project_id': '5b4f3cdd63e64925afa07955c7aaf518', 'gw_port': {'id': 'f67bc226-ee51-4b15-a057-139b2a4e2319', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:29:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5099b22f-97a1-4e3d-9af6-503f0f2a80a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:39:34Z', 'updated_at': '2022-09-01T16:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '0042ec50-bdbf-4e70-806b-50067490df64', 'name': '', 'network_id': 'b88c7590-5942-465e-b5ff-ac9613c7b048', 'tenant_id': '5b4f3cdd63e64925afa07955c7aaf518', 'mac_address': 'fa:16:3e:ac:dd:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5099b22f-97a1-4e3d-9af6-503f0f2a80a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7b9d56b3-b806-4067-a23d-dca3ff48ddfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:39:36Z', 'updated_at': '2022-09-01T16:39:37Z', 'revision_number': 2, 'project_id': '5b4f3cdd63e64925afa07955c7aaf518', 'subnets': [{'id': '7b9d56b3-b806-4067-a23d-dca3ff48ddfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:39:40.311494 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecce87e0-1778-446f-bce5-14c900d6acde None None] Checking router: 5099b22f-97a1-4e3d-9af6-503f0f2a80a6 for host: dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:39:40.312142 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecce87e0-1778-446f-bce5-14c900d6acde None None] Updating router 5099b22f-97a1-4e3d-9af6-503f0f2a80a6 port 0042ec50-bdbf-4e70-806b-50067490df64 binding host dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:39:40.349225 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-ecce87e0-1778-446f-bce5-14c900d6acde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (0042ec50-bdbf-4e70-806b-50067490df64), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:40.454484 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5519a-b8c9-4bf4-aa6f-81d8b14177cc req-7b8d6d75-4fe3-4923-bb4e-f4feb41a5960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:40.454484 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d7c5519a-b8c9-4bf4-aa6f-81d8b14177cc req-7b8d6d75-4fe3-4923-bb4e-f4feb41a5960 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=aab96a55de014d8cac2c004ba7cadedd&device_id=7e32ddc7-b8fb-420e-8a40-f3cde9dc120f HTTP/1.1" status: 200 len: 1129 time: 0.0594661 Sep 01 16:39:40.626788 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-ecce87e0-1778-446f-bce5-14c900d6acde None None] Publish callbacks [] for port (0042ec50-bdbf-4e70-806b-50067490df64), precommit_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:40.632153 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-ecce87e0-1778-446f-bce5-14c900d6acde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (0042ec50-bdbf-4e70-806b-50067490df64), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:40.681175 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5519a-b8c9-4bf4-aa6f-81d8b14177cc req-e5de2908-dd8b-444f-b943-2f66db37e2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:40.682892 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d7c5519a-b8c9-4bf4-aa6f-81d8b14177cc req-e5de2908-dd8b-444f-b943-2f66db37e2a6 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=ba8f8151-1775-4d72-8643-4c1aec9c20a0 HTTP/1.1" status: 200 len: 912 time: 0.0938537 Sep 01 16:39:40.701790 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47680e29-b2e5-459d-9d29-cb411730599f None None] Pushing event updated for resources: {'Port': ['ID=0042ec50-bdbf-4e70-806b-50067490df64,revision_number=3']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:40.735626 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:40.738941 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-ecce87e0-1778-446f-bce5-14c900d6acde None None] Attempting to bind port 0042ec50-bdbf-4e70-806b-50067490df64 on host dv-cinder-852209-10-iscsi for vnic_type normal with profile {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:39:40.739317 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-ecce87e0-1778-446f-bce5-14c900d6acde None None] Attempting to bind port 0042ec50-bdbf-4e70-806b-50067490df64 by drivers openvswitch,hyperv on host dv-cinder-852209-10-iscsi at level 0 using segments [{'id': '6e76a117-6235-480f-8c0e-ae27d91bd897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'b88c7590-5942-465e-b5ff-ac9613c7b048'}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:39:40.739802 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecce87e0-1778-446f-bce5-14c900d6acde None None] Attempting to bind port 0042ec50-bdbf-4e70-806b-50067490df64 on network b88c7590-5942-465e-b5ff-ac9613c7b048 {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:39:40.746893 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecce87e0-1778-446f-bce5-14c900d6acde None None] Checking agent: {'id': 'de41263d-808c-41d9-af38-92939b4ec796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 25, 56), 'started_at': datetime.datetime(2022, 9, 1, 16, 26, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:39:40.747268 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecce87e0-1778-446f-bce5-14c900d6acde None None] Checking segment: {'id': '6e76a117-6235-480f-8c0e-ae27d91bd897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'b88c7590-5942-465e-b5ff-ac9613c7b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:39:40.747689 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-ecce87e0-1778-446f-bce5-14c900d6acde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:40.748128 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecce87e0-1778-446f-bce5-14c900d6acde None None] Bound using segment: {'id': '6e76a117-6235-480f-8c0e-ae27d91bd897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'b88c7590-5942-465e-b5ff-ac9613c7b048'} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:39:40.748595 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-ecce87e0-1778-446f-bce5-14c900d6acde None None] Bound port: 0042ec50-bdbf-4e70-806b-50067490df64, host: dv-cinder-852209-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e76a117-6235-480f-8c0e-ae27d91bd897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'b88c7590-5942-465e-b5ff-ac9613c7b048'}}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:39:40.749053 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-ecce87e0-1778-446f-bce5-14c900d6acde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (0042ec50-bdbf-4e70-806b-50067490df64), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:40.833595 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device f67bc226-ee51-4b15-a057-139b2a4e2319 up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:39:40.840810 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-ecce87e0-1778-446f-bce5-14c900d6acde None None] For port 0042ec50-bdbf-4e70-806b-50067490df64, host dv-cinder-852209-10-iscsi, cleared binding levels {{(pid=106491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:39:40.858998 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d7c5519a-b8c9-4bf4-aa6f-81d8b14177cc req-b823e31e-2bad-4828-b477-d0205d7d500e service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e0bb2c3-4cfe-4397-8e97-194bac0a5051 HTTP/1.1" status: 200 len: 1001 time: 0.1075230 Sep 01 16:39:40.864919 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9eb658-aee0-476a-bdf3-51e87e5d9435 req-73c67e35-bce5-4a6f-9438-ed1511ecad47 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:40.866330 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bd9eb658-aee0-476a-bdf3-51e87e5d9435 req-73c67e35-bce5-4a6f-9438-ed1511ecad47 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 945 time: 0.0680189 Sep 01 16:39:40.881303 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-ecce87e0-1778-446f-bce5-14c900d6acde None None] For port 0042ec50-bdbf-4e70-806b-50067490df64, host dv-cinder-852209-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=0042ec50-bdbf-4e70-806b-50067490df64,segment=NetworkSegment(6e76a117-6235-480f-8c0e-ae27d91bd897),segment_id=6e76a117-6235-480f-8c0e-ae27d91bd897)] {{(pid=106491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:39:40.890717 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-ecce87e0-1778-446f-bce5-14c900d6acde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (0042ec50-bdbf-4e70-806b-50067490df64), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:40.961992 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5519a-b8c9-4bf4-aa6f-81d8b14177cc req-44e1af7c-dd9f-45cc-91e9-1a4a10aca57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:40.963341 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d7c5519a-b8c9-4bf4-aa6f-81d8b14177cc req-44e1af7c-dd9f-45cc-91e9-1a4a10aca57a service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=78963023-41a6-45a3-a4c4-170de5dc804e HTTP/1.1" status: 200 len: 850 time: 0.0961406 Sep 01 16:39:41.000838 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:41.041100 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [req-bd9eb658-aee0-476a-bdf3-51e87e5d9435 req-b361efc5-b37b-4a91-adce-adbd50282449 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Deleting port 2b174a59-f0a9-4b1a-9233-ea65d28a5d38 {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:39:41.041438 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-bd9eb658-aee0-476a-bdf3-51e87e5d9435 req-b361efc5-b37b-4a91-adce-adbd50282449 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (2b174a59-f0a9-4b1a-9233-ea65d28a5d38), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:41.073275 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecce87e0-1778-446f-bce5-14c900d6acde None None] Routers {'5099b22f-97a1-4e3d-9af6-503f0f2a80a6'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:39:41.073718 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-ecce87e0-1778-446f-bce5-14c900d6acde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:39:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['5099b22f-97a1-4e3d-9af6-503f0f2a80a6'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:39:41.077004 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1996a-c551-429b-9dcb-44c01eb399be req-6fc54594-ab46-4564-b360-89f546d763ff tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:41.082744 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-0ee1996a-c551-429b-9dcb-44c01eb399be req-6fc54594-ab46-4564-b360-89f546d763ff tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 945 time: 0.0573001 Sep 01 16:39:41.092704 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5519a-b8c9-4bf4-aa6f-81d8b14177cc req-817694e3-d7f7-4e93-9fdc-06f27563710b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:41.094260 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d7c5519a-b8c9-4bf4-aa6f-81d8b14177cc req-817694e3-d7f7-4e93-9fdc-06f27563710b service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=ba8f8151-1775-4d72-8643-4c1aec9c20a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1079433 Sep 01 16:39:41.111238 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port f67bc226-ee51-4b15-a057-139b2a4e2319 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:39:41.111238 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (f67bc226-ee51-4b15-a057-139b2a4e2319), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:41.136337 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-0ee1996a-c551-429b-9dcb-44c01eb399be req-ca777958-07b8-40fd-9d23-517166e1ae56 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512764 Sep 01 16:39:41.153238 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:41.169273 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47680e29-b2e5-459d-9d29-cb411730599f None None] Pushing event updated for resources: {'Port': ['ID=0042ec50-bdbf-4e70-806b-50067490df64,revision_number=4']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:41.205056 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-bd9eb658-aee0-476a-bdf3-51e87e5d9435 req-b361efc5-b37b-4a91-adce-adbd50282449 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] For port 2b174a59-f0a9-4b1a-9233-ea65d28a5d38, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=2b174a59-f0a9-4b1a-9233-ea65d28a5d38,segment=NetworkSegment(a5d0d159-c721-4402-a1d9-2c5614894c23),segment_id=a5d0d159-c721-4402-a1d9-2c5614894c23)] {{(pid=106490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:39:41.205418 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-bd9eb658-aee0-476a-bdf3-51e87e5d9435 req-b361efc5-b37b-4a91-adce-adbd50282449 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (2b174a59-f0a9-4b1a-9233-ea65d28a5d38), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:41.270210 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-ecce87e0-1778-446f-bce5-14c900d6acde None None] Set router 5099b22f-97a1-4e3d-9af6-503f0f2a80a6 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:39:41.271137 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d7c5519a-b8c9-4bf4-aa6f-81d8b14177cc req-f1ab3a61-19af-46e6-8d6b-47074ea704a3 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ba8f8151-1775-4d72-8643-4c1aec9c20a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705687 Sep 01 16:39:41.301707 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port f67bc226-ee51-4b15-a057-139b2a4e2319 is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:39:41.446370 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:41.470207 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d7c5519a-b8c9-4bf4-aa6f-81d8b14177cc req-beb00ee9-c062-4d62-b490-59e464d6c9f8 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ba8f8151-1775-4d72-8643-4c1aec9c20a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869116 Sep 01 16:39:41.473864 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-bd9eb658-aee0-476a-bdf3-51e87e5d9435 req-b361efc5-b37b-4a91-adce-adbd50282449 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:41.474460 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-bd9eb658-aee0-476a-bdf3-51e87e5d9435 req-b361efc5-b37b-4a91-adce-adbd50282449 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631243'] for floatingip (177e4a6c-e807-4b24-87bb-a7dadb3f91b1), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:41.474788 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.db.l3_db [req-bd9eb658-aee0-476a-bdf3-51e87e5d9435 req-b361efc5-b37b-4a91-adce-adbd50282449 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Floating IP 177e4a6c-e807-4b24-87bb-a7dadb3f91b1 disassociated. External IP: 172.27.2.231, port: 2b174a59-f0a9-4b1a-9233-ea65d28a5d38. Sep 01 16:39:41.475233 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [req-bd9eb658-aee0-476a-bdf3-51e87e5d9435 req-b361efc5-b37b-4a91-adce-adbd50282449 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Calling delete_port for 2b174a59-f0a9-4b1a-9233-ea65d28a5d38 owned by compute:nova {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:39:41.497935 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-ecce87e0-1778-446f-bce5-14c900d6acde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5099b22f-97a1-4e3d-9af6-503f0f2a80a6', 'name': 'tempest-TestShelveInstance-244784900-router', 'tenant_id': '5b4f3cdd63e64925afa07955c7aaf518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'f67bc226-ee51-4b15-a057-139b2a4e2319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:39:33Z', 'updated_at': '2022-09-01T16:39:37Z', 'revision_number': 4, 'project_id': '5b4f3cdd63e64925afa07955c7aaf518', 'gw_port': {'id': 'f67bc226-ee51-4b15-a057-139b2a4e2319', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:29:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5099b22f-97a1-4e3d-9af6-503f0f2a80a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:39:34Z', 'updated_at': '2022-09-01T16:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '0042ec50-bdbf-4e70-806b-50067490df64', 'name': '', 'network_id': 'b88c7590-5942-465e-b5ff-ac9613c7b048', 'tenant_id': '5b4f3cdd63e64925afa07955c7aaf518', 'mac_address': 'fa:16:3e:ac:dd:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5099b22f-97a1-4e3d-9af6-503f0f2a80a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7b9d56b3-b806-4067-a23d-dca3ff48ddfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:39:36Z', 'updated_at': '2022-09-01T16:39:40Z', 'revision_number': 4, 'project_id': '5b4f3cdd63e64925afa07955c7aaf518', 'subnets': [{'id': '7b9d56b3-b806-4067-a23d-dca3ff48ddfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:39:41.530066 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecce87e0-1778-446f-bce5-14c900d6acde None None] The sync data for ids ['5099b22f-97a1-4e3d-9af6-503f0f2a80a6'] in dv-cinder-852209-10-iscsi is: [{'id': '5099b22f-97a1-4e3d-9af6-503f0f2a80a6', 'name': 'tempest-TestShelveInstance-244784900-router', 'tenant_id': '5b4f3cdd63e64925afa07955c7aaf518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'f67bc226-ee51-4b15-a057-139b2a4e2319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:39:33Z', 'updated_at': '2022-09-01T16:39:37Z', 'revision_number': 4, 'project_id': '5b4f3cdd63e64925afa07955c7aaf518', 'gw_port': {'id': 'f67bc226-ee51-4b15-a057-139b2a4e2319', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:29:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5099b22f-97a1-4e3d-9af6-503f0f2a80a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:39:34Z', 'updated_at': '2022-09-01T16:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '0042ec50-bdbf-4e70-806b-50067490df64', 'name': '', 'network_id': 'b88c7590-5942-465e-b5ff-ac9613c7b048', 'tenant_id': '5b4f3cdd63e64925afa07955c7aaf518', 'mac_address': 'fa:16:3e:ac:dd:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5099b22f-97a1-4e3d-9af6-503f0f2a80a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7b9d56b3-b806-4067-a23d-dca3ff48ddfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:39:36Z', 'updated_at': '2022-09-01T16:39:40Z', 'revision_number': 4, 'project_id': '5b4f3cdd63e64925afa07955c7aaf518', 'subnets': [{'id': '7b9d56b3-b806-4067-a23d-dca3ff48ddfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:39:41.665653 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-bd9eb658-aee0-476a-bdf3-51e87e5d9435 req-b361efc5-b37b-4a91-adce-adbd50282449 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (2b174a59-f0a9-4b1a-9233-ea65d28a5d38), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:41.702220 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b361efc5-b37b-4a91-adce-adbd50282449 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Pushing event deleted for resources: {'Port': ['ID=2b174a59-f0a9-4b1a-9233-ea65d28a5d38,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:41.774102 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.agents_db [None req-09d9e05d-4d55-4c1e-8994-77c39c5d0c8d None None] Agent healthcheck: found 6 active agents {{(pid=106492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:39:41.835928 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd9eb658-aee0-476a-bdf3-51e87e5d9435 req-b361efc5-b37b-4a91-adce-adbd50282449 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Router abdbc6da-bc2e-4748-ab4f-7f15fe3b4793 has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:39:41.949899 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd9eb658-aee0-476a-bdf3-51e87e5d9435 req-b361efc5-b37b-4a91-adce-adbd50282449 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:39:41.964113 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559a4f80-7920-4e9b-865e-a618563bf012 None None] Sync routers for ids ['abdbc6da-bc2e-4748-ab4f-7f15fe3b4793'] in dv-cinder-852209-10-iscsi {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:39:41.987761 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559a4f80-7920-4e9b-865e-a618563bf012 None None] Routers {'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:39:41.988509 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-559a4f80-7920-4e9b-865e-a618563bf012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:39:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['abdbc6da-bc2e-4748-ab4f-7f15fe3b4793'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:39:41.993024 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:42.002710 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9eb658-aee0-476a-bdf3-51e87e5d9435 req-b361efc5-b37b-4a91-adce-adbd50282449 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] No DVR routers for this DVR port 2b174a59-f0a9-4b1a-9233-ea65d28a5d38 on host hv-cinder-85220 {{(pid=106490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 16:39:42.005281 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-bd9eb658-aee0-476a-bdf3-51e87e5d9435 req-b361efc5-b37b-4a91-adce-adbd50282449 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:42.008510 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bd9eb658-aee0-476a-bdf3-51e87e5d9435 req-b361efc5-b37b-4a91-adce-adbd50282449 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.77 "DELETE /networking/v2.0/ports/2b174a59-f0a9-4b1a-9233-ea65d28a5d38 HTTP/1.1" status: 204 len: 173 time: 1.1328671 Sep 01 16:39:42.008966 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f1e8ce-fea9-426e-8ce0-23b9f7851b4e', 'name': 'network-vif-deleted', 'tag': '2b174a59-f0a9-4b1a-9233-ea65d28a5d38'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:39:42.011246 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd7661a-f17f-487d-95d9-7d4c9a90498d" -d '{"events": [{"server_uuid": "21f1e8ce-fea9-426e-8ce0-23b9f7851b4e", "name": "network-vif-deleted", "tag": "2b174a59-f0a9-4b1a-9233-ea65d28a5d38"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:39:42.059402 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2df7236-a40f-4b6e-8716-074b7c9212ed x-openstack-request-id: req-b2df7236-a40f-4b6e-8716-074b7c9212ed {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:39:42.059691 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f1e8ce-fea9-426e-8ce0-23b9f7851b4e", "name": "network-vif-deleted", "tag": "2b174a59-f0a9-4b1a-9233-ea65d28a5d38", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:39:42.060471 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b2df7236-a40f-4b6e-8716-074b7c9212ed {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:39:42.060871 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2df7236-a40f-4b6e-8716-074b7c9212ed'] response: {'server_uuid': '21f1e8ce-fea9-426e-8ce0-23b9f7851b4e', 'name': 'network-vif-deleted', 'tag': '2b174a59-f0a9-4b1a-9233-ea65d28a5d38', 'status': 'completed', 'code': 200} Sep 01 16:39:42.130911 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-559a4f80-7920-4e9b-865e-a618563bf012 None None] Set router abdbc6da-bc2e-4748-ab4f-7f15fe3b4793 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:39:42.276752 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-f7af7340-47eb-4b7e-ad94-68eac4a74052 req-5e2af7bd-2660-4c1d-9134-a13351fd0056 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=21f1e8ce-fea9-426e-8ce0-23b9f7851b4e HTTP/1.1" status: 200 len: 210 time: 0.0335152 Sep 01 16:39:42.358327 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-559a4f80-7920-4e9b-865e-a618563bf012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'name': 'tempest-ServerRescueNegativeTestJSON-79216093-router', 'tenant_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'a535d833-902f-4a64-8202-c87f7233d9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:56Z', 'updated_at': '2022-09-01T16:34:08Z', 'revision_number': 4, 'project_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'gw_port': {'id': 'a535d833-902f-4a64-8202-c87f7233d9cc', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:58Z', 'updated_at': '2022-09-01T16:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': 'd26daa40-7f47-43e9-84b7-b78b5c52fa78', 'name': '', 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7', 'tenant_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'mac_address': 'fa:16:3e:37:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '82786ccd-9c4e-40d1-ba01-7f97c9ac8af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:34:05Z', 'updated_at': '2022-09-01T16:34:25Z', 'revision_number': 5, 'project_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'subnets': [{'id': '82786ccd-9c4e-40d1-ba01-7f97c9ac8af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:39:42.388188 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559a4f80-7920-4e9b-865e-a618563bf012 None None] Checking router: abdbc6da-bc2e-4748-ab4f-7f15fe3b4793 for host: dv-cinder-852209-10-iscsi {{(pid=106492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:39:42.397498 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559a4f80-7920-4e9b-865e-a618563bf012 None None] Routers {'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:39:42.398095 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-559a4f80-7920-4e9b-865e-a618563bf012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:39:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['abdbc6da-bc2e-4748-ab4f-7f15fe3b4793'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:39:42.587092 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-559a4f80-7920-4e9b-865e-a618563bf012 None None] Set router abdbc6da-bc2e-4748-ab4f-7f15fe3b4793 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:39:42.774128 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:42.789283 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-559a4f80-7920-4e9b-865e-a618563bf012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'name': 'tempest-ServerRescueNegativeTestJSON-79216093-router', 'tenant_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'a535d833-902f-4a64-8202-c87f7233d9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:56Z', 'updated_at': '2022-09-01T16:34:08Z', 'revision_number': 4, 'project_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'gw_port': {'id': 'a535d833-902f-4a64-8202-c87f7233d9cc', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:58Z', 'updated_at': '2022-09-01T16:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': 'd26daa40-7f47-43e9-84b7-b78b5c52fa78', 'name': '', 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7', 'tenant_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'mac_address': 'fa:16:3e:37:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '82786ccd-9c4e-40d1-ba01-7f97c9ac8af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:34:05Z', 'updated_at': '2022-09-01T16:34:25Z', 'revision_number': 5, 'project_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'subnets': [{'id': '82786ccd-9c4e-40d1-ba01-7f97c9ac8af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:39:42.822803 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559a4f80-7920-4e9b-865e-a618563bf012 None None] The sync data for ids ['abdbc6da-bc2e-4748-ab4f-7f15fe3b4793'] in dv-cinder-852209-10-iscsi is: [{'id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'name': 'tempest-ServerRescueNegativeTestJSON-79216093-router', 'tenant_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'a535d833-902f-4a64-8202-c87f7233d9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:56Z', 'updated_at': '2022-09-01T16:34:08Z', 'revision_number': 4, 'project_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'gw_port': {'id': 'a535d833-902f-4a64-8202-c87f7233d9cc', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:58Z', 'updated_at': '2022-09-01T16:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': 'd26daa40-7f47-43e9-84b7-b78b5c52fa78', 'name': '', 'network_id': 'f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7', 'tenant_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'mac_address': 'fa:16:3e:37:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '82786ccd-9c4e-40d1-ba01-7f97c9ac8af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:34:05Z', 'updated_at': '2022-09-01T16:34:25Z', 'revision_number': 5, 'project_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'subnets': [{'id': '82786ccd-9c4e-40d1-ba01-7f97c9ac8af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:39:42.872606 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 0042ec50-bdbf-4e70-806b-50067490df64 up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:39:42.933495 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 0042ec50-bdbf-4e70-806b-50067490df64 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:39:42.934157 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (0042ec50-bdbf-4e70-806b-50067490df64), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:43.021092 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 0042ec50-bdbf-4e70-806b-50067490df64 is: DOWN; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:39:43.021603 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (0042ec50-bdbf-4e70-806b-50067490df64), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:43.062981 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] For port 0042ec50-bdbf-4e70-806b-50067490df64, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=0042ec50-bdbf-4e70-806b-50067490df64,segment=NetworkSegment(6e76a117-6235-480f-8c0e-ae27d91bd897),segment_id=6e76a117-6235-480f-8c0e-ae27d91bd897)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:39:43.068770 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (0042ec50-bdbf-4e70-806b-50067490df64), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:43.129991 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Pushing event updated for resources: {'Port': ['ID=0042ec50-bdbf-4e70-806b-50067490df64,revision_number=5']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:43.275753 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0041135-a0a5-40c4-8107-a14ac05d2abd None None] New status for floating IP 177e4a6c-e807-4b24-87bb-a7dadb3f91b1: DOWN {{(pid=106491) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 16:39:43.315018 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:43.394220 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 37056) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:39:43.477264 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-5dbdc6bd-fcd2-46d9-9f72-4cfc4b0e88ba tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks [] for security_group (76f6e9e0-815c-4bef-8ba5-1c581ae9e20d), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:43.502908 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-5dbdc6bd-fcd2-46d9-9f72-4cfc4b0e88ba tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks [] for security_group (76f6e9e0-815c-4bef-8ba5-1c581ae9e20d), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:43.556616 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-5dbdc6bd-fcd2-46d9-9f72-4cfc4b0e88ba tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (76f6e9e0-815c-4bef-8ba5-1c581ae9e20d), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:43.559586 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-5dbdc6bd-fcd2-46d9-9f72-4cfc4b0e88ba tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:43.561351 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-5dbdc6bd-fcd2-46d9-9f72-4cfc4b0e88ba tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/76f6e9e0-815c-4bef-8ba5-1c581ae9e20d HTTP/1.1" status: 204 len: 168 time: 0.1658955 Sep 01 16:39:43.564141 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 37058) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:39:43.571429 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbdc6bd-fcd2-46d9-9f72-4cfc4b0e88ba tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f6e9e0-815c-4bef-8ba5-1c581ae9e20d,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:43.572149 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:43.583886 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.api.v2.resource [None req-e026b423-69a6-4a06-8cb2-6304d1efaa72 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] show failed (client error): The resource could not be found. Sep 01 16:39:43.584943 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-e026b423-69a6-4a06-8cb2-6304d1efaa72 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups/76f6e9e0-815c-4bef-8ba5-1c581ae9e20d HTTP/1.1" status: 404 len: 347 time: 0.0197735 Sep 01 16:39:43.588083 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 37060) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:39:43.715209 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-77d28a83-f8fe-4cd4-bd8d-86edcd9277ea tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Deleting port c8613ace-a9c1-4545-b6a5-00b69536c70e {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:39:43.715554 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-77d28a83-f8fe-4cd4-bd8d-86edcd9277ea tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (c8613ace-a9c1-4545-b6a5-00b69536c70e), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:43.799369 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-77d28a83-f8fe-4cd4-bd8d-86edcd9277ea tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (c8613ace-a9c1-4545-b6a5-00b69536c70e), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:43.799697 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-77d28a83-f8fe-4cd4-bd8d-86edcd9277ea tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks [] for floatingip (c8613ace-a9c1-4545-b6a5-00b69536c70e), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:43.813367 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-77d28a83-f8fe-4cd4-bd8d-86edcd9277ea tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Calling delete_port for c8613ace-a9c1-4545-b6a5-00b69536c70e owned by network:floatingip {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:39:43.953606 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-77d28a83-f8fe-4cd4-bd8d-86edcd9277ea tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (c8613ace-a9c1-4545-b6a5-00b69536c70e), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:43.981219 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d28a83-f8fe-4cd4-bd8d-86edcd9277ea tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Pushing event deleted for resources: {'Port': ['ID=c8613ace-a9c1-4545-b6a5-00b69536c70e,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:43.990473 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:44.049539 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-77d28a83-f8fe-4cd4-bd8d-86edcd9277ea tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks [] for floatingip (177e4a6c-e807-4b24-87bb-a7dadb3f91b1), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:44.052543 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-77d28a83-f8fe-4cd4-bd8d-86edcd9277ea tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for floatingip (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:44.053701 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-77d28a83-f8fe-4cd4-bd8d-86edcd9277ea tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/177e4a6c-e807-4b24-87bb-a7dadb3f91b1 HTTP/1.1" status: 204 len: 168 time: 0.4646213 Sep 01 16:39:44.410484 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 2b174a59-f0a9-4b1a-9233-ea65d28a5d38 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:39:44.429410 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] No Port match for: 2b174a59-f0a9-4b1a-9233-ea65d28a5d38 {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:39:44.429755 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 2b174a59-f0a9-4b1a-9233-ea65d28a5d38 not bound to the agent host hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:39:44.828807 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 0042ec50-bdbf-4e70-806b-50067490df64 up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:39:44.871628 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 0042ec50-bdbf-4e70-806b-50067490df64 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:39:44.871996 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (0042ec50-bdbf-4e70-806b-50067490df64), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:44.946796 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 0042ec50-bdbf-4e70-806b-50067490df64 is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:39:46.571061 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa08740-d8eb-420d-8ec3-9aad228a1bf5 req-86643e42-30ac-401a-ad5e-fe0fbfacc225 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:46.572448 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-4fa08740-d8eb-420d-8ec3-9aad228a1bf5 req-86643e42-30ac-401a-ad5e-fe0fbfacc225 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 945 time: 0.0548792 Sep 01 16:39:46.629910 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-4fa08740-d8eb-420d-8ec3-9aad228a1bf5 req-3916e942-fa02-4a63-96db-9af51312bf5c tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503924 Sep 01 16:39:47.761846 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ac620-6c9e-46cb-a75d-f821cc8fdfdc req-c3bd8935-9889-478e-9b10-af6650bd193e tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:47.764092 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c29ac620-6c9e-46cb-a75d-f821cc8fdfdc req-c3bd8935-9889-478e-9b10-af6650bd193e tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 945 time: 0.0533779 Sep 01 16:39:47.813487 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c29ac620-6c9e-46cb-a75d-f821cc8fdfdc req-851363cf-35f9-47d1-bf75-7c4f1f6e6071 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438778 Sep 01 16:39:48.978540 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fae3b7-5010-4050-bfad-104e731a2832 req-b594efc4-fd30-422d-83bd-84e8787fb0c7 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:48.980902 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d4fae3b7-5010-4050-bfad-104e731a2832 req-b594efc4-fd30-422d-83bd-84e8787fb0c7 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 945 time: 0.0706813 Sep 01 16:39:49.044880 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d4fae3b7-5010-4050-bfad-104e731a2832 req-6cb0e24c-de0d-48d8-bfc5-f468cfecd8f1 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574138 Sep 01 16:39:49.321447 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f4f4a-9df8-4631-b8ac-3fa26ec01901 req-0b68fbac-c612-4c83-8799-b78458850037 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:49.322926 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-454f4f4a-9df8-4631-b8ac-3fa26ec01901 req-0b68fbac-c612-4c83-8799-b78458850037 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 945 time: 0.0495732 Sep 01 16:39:49.410482 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [req-454f4f4a-9df8-4631-b8ac-3fa26ec01901 req-9d10744c-ed1b-48fa-86f4-57a71a925c22 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Deleting port 1a82e99d-ba3e-4063-bdf7-4d47fa07f110 {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:39:49.410821 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-454f4f4a-9df8-4631-b8ac-3fa26ec01901 req-9d10744c-ed1b-48fa-86f4-57a71a925c22 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (1a82e99d-ba3e-4063-bdf7-4d47fa07f110), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:49.504870 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-454f4f4a-9df8-4631-b8ac-3fa26ec01901 req-9d10744c-ed1b-48fa-86f4-57a71a925c22 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] For port 1a82e99d-ba3e-4063-bdf7-4d47fa07f110, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=1a82e99d-ba3e-4063-bdf7-4d47fa07f110,segment=NetworkSegment(a5d0d159-c721-4402-a1d9-2c5614894c23),segment_id=a5d0d159-c721-4402-a1d9-2c5614894c23)] {{(pid=106490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:39:49.505141 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-454f4f4a-9df8-4631-b8ac-3fa26ec01901 req-9d10744c-ed1b-48fa-86f4-57a71a925c22 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (1a82e99d-ba3e-4063-bdf7-4d47fa07f110), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:49.518279 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [req-454f4f4a-9df8-4631-b8ac-3fa26ec01901 req-9d10744c-ed1b-48fa-86f4-57a71a925c22 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Calling delete_port for 1a82e99d-ba3e-4063-bdf7-4d47fa07f110 owned by compute:nova {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:39:49.581929 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:49.653193 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-454f4f4a-9df8-4631-b8ac-3fa26ec01901 req-9d10744c-ed1b-48fa-86f4-57a71a925c22 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (1a82e99d-ba3e-4063-bdf7-4d47fa07f110), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:49.681052 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10744c-ed1b-48fa-86f4-57a71a925c22 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Pushing event deleted for resources: {'Port': ['ID=1a82e99d-ba3e-4063-bdf7-4d47fa07f110,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:49.696814 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] get_ports_and_sgs() called for port_ids ['871bccd9-3596-40d8-8c9a-f29d5ba58a45', '1a82e99d-ba3e-4063-bdf7-4d47fa07f110'] {{(pid=106491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 16:39:49.734680 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [req-454f4f4a-9df8-4631-b8ac-3fa26ec01901 req-9d10744c-ed1b-48fa-86f4-57a71a925c22 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] No DVR routers for this DVR port 1a82e99d-ba3e-4063-bdf7-4d47fa07f110 on host hv-cinder-85220 {{(pid=106490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 16:39:49.737157 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-454f4f4a-9df8-4631-b8ac-3fa26ec01901 req-9d10744c-ed1b-48fa-86f4-57a71a925c22 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:49.740503 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-454f4f4a-9df8-4631-b8ac-3fa26ec01901 req-9d10744c-ed1b-48fa-86f4-57a71a925c22 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.77 "DELETE /networking/v2.0/ports/1a82e99d-ba3e-4063-bdf7-4d47fa07f110 HTTP/1.1" status: 204 len: 173 time: 0.4120698 Sep 01 16:39:49.740937 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae886be-6615-48f8-8482-9f04376a3dd3', 'name': 'network-vif-deleted', 'tag': '1a82e99d-ba3e-4063-bdf7-4d47fa07f110'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:39:49.743509 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9013517e-1ea3-42de-b230-98554a7e87b0" -d '{"events": [{"server_uuid": "fae886be-6615-48f8-8482-9f04376a3dd3", "name": "network-vif-deleted", "tag": "1a82e99d-ba3e-4063-bdf7-4d47fa07f110"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:39:49.819160 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c96e8e-b2b2-4c17-a398-43488610b76b x-openstack-request-id: req-c4c96e8e-b2b2-4c17-a398-43488610b76b {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:39:49.819444 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae886be-6615-48f8-8482-9f04376a3dd3", "name": "network-vif-deleted", "tag": "1a82e99d-ba3e-4063-bdf7-4d47fa07f110", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:39:49.819691 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c4c96e8e-b2b2-4c17-a398-43488610b76b {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:39:49.820215 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4c96e8e-b2b2-4c17-a398-43488610b76b'] response: {'server_uuid': 'fae886be-6615-48f8-8482-9f04376a3dd3', 'name': 'network-vif-deleted', 'tag': '1a82e99d-ba3e-4063-bdf7-4d47fa07f110', 'status': 'completed', 'code': 200} Sep 01 16:39:49.874665 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:50.202455 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-8fc192db-7656-418b-828d-a28a8ce5d180 req-5944e0d5-1e67-4f06-a996-8921799629fc tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fae886be-6615-48f8-8482-9f04376a3dd3 HTTP/1.1" status: 200 len: 210 time: 0.0537934 Sep 01 16:39:51.227802 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25849f3e-e342-4c31-aaea-fa04840f7c43 req-1c79c8da-70e9-4fb5-8425-d8b8917ecb2c tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:51.229308 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-25849f3e-e342-4c31-aaea-fa04840f7c43 req-1c79c8da-70e9-4fb5-8425-d8b8917ecb2c tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 946 time: 0.0508285 Sep 01 16:39:51.289492 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-25849f3e-e342-4c31-aaea-fa04840f7c43 req-80ebe117-7100-43ee-b9e4-244ab5e8f3f6 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522952 Sep 01 16:39:51.300285 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-0c655669-c245-40dc-9831-9dd0d914d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:51.524713 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4f5aa-bae3-4ab8-b2a6-14456352f620 req-7707007e-7877-477a-ab42-a5d47f99931c tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:51.526075 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a0a4f5aa-bae3-4ab8-b2a6-14456352f620 req-7707007e-7877-477a-ab42-a5d47f99931c tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 945 time: 0.0508077 Sep 01 16:39:51.575928 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a0a4f5aa-bae3-4ab8-b2a6-14456352f620 req-784a03be-b041-4ac7-8776-47282d252df7 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435987 Sep 01 16:39:52.416477 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:52.436472 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68f2df-1714-428c-901d-e80cbee8e8c5 req-062d1e7a-3059-456b-aa34-7461c32e6b8f tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:52.437976 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-fd68f2df-1714-428c-901d-e80cbee8e8c5 req-062d1e7a-3059-456b-aa34-7461c32e6b8f tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 946 time: 0.0521235 Sep 01 16:39:52.443392 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 1a82e99d-ba3e-4063-bdf7-4d47fa07f110 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:39:52.463623 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] No Port match for: 1a82e99d-ba3e-4063-bdf7-4d47fa07f110 {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:39:52.463971 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 1a82e99d-ba3e-4063-bdf7-4d47fa07f110 not bound to the agent host hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:39:52.490169 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-fd68f2df-1714-428c-901d-e80cbee8e8c5 req-e8c53a2d-fece-42a2-8701-dbca0ea1fd5f tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454028 Sep 01 16:39:52.694437 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e08776b-1a09-421e-9159-87573446a645 req-4c41cc87-3be2-455e-a18a-2f41ac4f69ee tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:52.695771 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-8e08776b-1a09-421e-9159-87573446a645 req-4c41cc87-3be2-455e-a18a-2f41ac4f69ee tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 945 time: 0.0465155 Sep 01 16:39:52.717561 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:52.745963 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-8e08776b-1a09-421e-9159-87573446a645 req-6cc60287-6b09-4e94-bbaa-8a064554beab tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437062 Sep 01 16:39:52.822727 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=60 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:53.626090 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d295d-00e1-497c-b7da-e55cb98ffa20 req-0da2e21e-6f37-49cb-9a0d-80a5b1b500ad tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:53.627543 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-373d295d-00e1-497c-b7da-e55cb98ffa20 req-0da2e21e-6f37-49cb-9a0d-80a5b1b500ad tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 945 time: 0.0488958 Sep 01 16:39:53.628454 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04106a86-0333-4e56-bc80-09a601211bea req-b18064ee-ad12-4eb2-a3de-0a5e934b13ec tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:53.629912 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-04106a86-0333-4e56-bc80-09a601211bea req-b18064ee-ad12-4eb2-a3de-0a5e934b13ec tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 946 time: 0.0534866 Sep 01 16:39:53.703150 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-04106a86-0333-4e56-bc80-09a601211bea req-4d76ad9c-9eb3-4e0a-a9d7-e8c9810bb61a tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673685 Sep 01 16:39:53.705576 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-373d295d-00e1-497c-b7da-e55cb98ffa20 req-98de9117-6f36-4963-8a79-e62e3cba85d9 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712092 Sep 01 16:39:53.711247 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-a1c1ca5b-bfb3-475f-bd7d-201d2a92b310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:53.862966 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:53.871182 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcd16c-e93a-453f-98e4-74463fec1b6e req-2785cf87-5068-4def-bfa3-761f674c74b1 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:53.872683 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-28fcd16c-e93a-453f-98e4-74463fec1b6e req-2785cf87-5068-4def-bfa3-761f674c74b1 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 945 time: 0.0517979 Sep 01 16:39:54.129695 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-28fcd16c-e93a-453f-98e4-74463fec1b6e req-b41b1a67-5e72-4617-91cb-5795b1c924db tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503672 Sep 01 16:39:54.628339 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:54.852567 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87766cc-688e-4888-b092-a9e6c024b3c3 req-4009bae6-068c-4633-974f-7affd7688a0f tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:54.854185 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a87766cc-688e-4888-b092-a9e6c024b3c3 req-4009bae6-068c-4633-974f-7affd7688a0f tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 945 time: 0.0561383 Sep 01 16:39:54.881789 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe98516-26ac-466a-a99d-c00f5acb05a7 req-f6ac81f7-6eae-4dfd-968f-94c3140ca7da tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:54.884097 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-dfe98516-26ac-466a-a99d-c00f5acb05a7 req-f6ac81f7-6eae-4dfd-968f-94c3140ca7da tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 946 time: 0.0595148 Sep 01 16:39:54.915685 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a87766cc-688e-4888-b092-a9e6c024b3c3 req-4d96799a-5adb-4145-a845-675eb22fcdb0 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540676 Sep 01 16:39:54.933506 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-dfe98516-26ac-466a-a99d-c00f5acb05a7 req-8ed8b5cb-67ca-4cb7-822f-e99a45895f1a tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433087 Sep 01 16:39:55.250114 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b41e53-9097-41e5-80d1-2af051719b5f req-37113258-588e-4b57-b573-1d5cfa01b8eb tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:55.251622 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-53b41e53-9097-41e5-80d1-2af051719b5f req-37113258-588e-4b57-b573-1d5cfa01b8eb tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 945 time: 0.0474257 Sep 01 16:39:55.308891 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-53b41e53-9097-41e5-80d1-2af051719b5f req-2cbd396f-2b5d-4903-8548-6782b46c400c tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481212 Sep 01 16:39:55.858189 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43049901-b1a0-47eb-a3fb-97b646bb2227 req-dc87a814-ccca-4ec3-bc38-0bd98e6dcf75 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:55.859663 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-43049901-b1a0-47eb-a3fb-97b646bb2227 req-dc87a814-ccca-4ec3-bc38-0bd98e6dcf75 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 945 time: 0.0465517 Sep 01 16:39:56.004290 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096815b-4948-461b-a8d0-7be0e723d3d1 req-00365868-bb88-4c95-89e9-018202545606 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:56.005778 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4096815b-4948-461b-a8d0-7be0e723d3d1 req-00365868-bb88-4c95-89e9-018202545606 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 945 time: 0.0831237 Sep 01 16:39:56.063539 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032102c5-3a1c-4daa-adfd-73024685bc1d req-9481d3f1-b313-41ef-8e55-ce1bd9bc4a4b tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:56.065049 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-032102c5-3a1c-4daa-adfd-73024685bc1d req-9481d3f1-b313-41ef-8e55-ce1bd9bc4a4b tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 945 time: 0.0545173 Sep 01 16:39:56.103665 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [req-43049901-b1a0-47eb-a3fb-97b646bb2227 req-84f58800-d706-4f10-a840-5464411498a1 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Deleting port 871bccd9-3596-40d8-8c9a-f29d5ba58a45 {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:39:56.104004 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-43049901-b1a0-47eb-a3fb-97b646bb2227 req-84f58800-d706-4f10-a840-5464411498a1 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (871bccd9-3596-40d8-8c9a-f29d5ba58a45), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:56.118989 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-032102c5-3a1c-4daa-adfd-73024685bc1d req-156c2fd2-6506-4e53-9cba-7014c452f357 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476034 Sep 01 16:39:56.186010 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ec289-a231-4ac3-b8c4-e517ec6f206a req-c169ccf0-063e-4fdb-8ecf-ac98cdcdc087 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:56.187502 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a25ec289-a231-4ac3-b8c4-e517ec6f206a req-c169ccf0-063e-4fdb-8ecf-ac98cdcdc087 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 946 time: 0.1507208 Sep 01 16:39:56.222054 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [req-4096815b-4948-461b-a8d0-7be0e723d3d1 req-78036851-ed28-4193-be62-17f27cf75ef8 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Deleting port 9ed23239-98a4-43e2-9a12-3bdb7d38814e {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:39:56.222419 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-4096815b-4948-461b-a8d0-7be0e723d3d1 req-78036851-ed28-4193-be62-17f27cf75ef8 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (9ed23239-98a4-43e2-9a12-3bdb7d38814e), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:56.231689 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:56.343422 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a25ec289-a231-4ac3-b8c4-e517ec6f206a req-38187b86-4bba-4f05-a804-8d63a13eefa3 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469796 Sep 01 16:39:56.345264 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-43049901-b1a0-47eb-a3fb-97b646bb2227 req-84f58800-d706-4f10-a840-5464411498a1 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] For port 871bccd9-3596-40d8-8c9a-f29d5ba58a45, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=871bccd9-3596-40d8-8c9a-f29d5ba58a45,segment=NetworkSegment(a5d0d159-c721-4402-a1d9-2c5614894c23),segment_id=a5d0d159-c721-4402-a1d9-2c5614894c23)] {{(pid=106490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:39:56.345632 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-43049901-b1a0-47eb-a3fb-97b646bb2227 req-84f58800-d706-4f10-a840-5464411498a1 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (871bccd9-3596-40d8-8c9a-f29d5ba58a45), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:56.352980 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:56.378229 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [req-43049901-b1a0-47eb-a3fb-97b646bb2227 req-84f58800-d706-4f10-a840-5464411498a1 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Calling delete_port for 871bccd9-3596-40d8-8c9a-f29d5ba58a45 owned by compute:nova {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:39:56.401875 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-4096815b-4948-461b-a8d0-7be0e723d3d1 req-78036851-ed28-4193-be62-17f27cf75ef8 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] For port 9ed23239-98a4-43e2-9a12-3bdb7d38814e, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=9ed23239-98a4-43e2-9a12-3bdb7d38814e,segment=NetworkSegment(bbd04979-a082-42b3-a384-0dd9dbff408c),segment_id=bbd04979-a082-42b3-a384-0dd9dbff408c)] {{(pid=106490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:39:56.402212 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-4096815b-4948-461b-a8d0-7be0e723d3d1 req-78036851-ed28-4193-be62-17f27cf75ef8 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (9ed23239-98a4-43e2-9a12-3bdb7d38814e), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:56.476140 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:56.486782 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87d688-7dc1-4152-9966-8f77999da155 req-d2433b47-9130-408b-bdd5-4d76884d55ec tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:56.488546 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-2c87d688-7dc1-4152-9966-8f77999da155 req-d2433b47-9130-408b-bdd5-4d76884d55ec tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 945 time: 0.0661435 Sep 01 16:39:56.516254 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:56.547282 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-2c87d688-7dc1-4152-9966-8f77999da155 req-e6dcf2fc-14a3-420c-ae27-cb07246ba3c5 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=91e7a406-f9e1-4282-b28c-526f717579e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516763 Sep 01 16:39:56.673304 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-4096815b-4948-461b-a8d0-7be0e723d3d1 req-78036851-ed28-4193-be62-17f27cf75ef8 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:56.673585 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-4096815b-4948-461b-a8d0-7be0e723d3d1 req-78036851-ed28-4193-be62-17f27cf75ef8 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631243'] for floatingip (490d2553-d875-4923-965a-3453277e0c53), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:56.673909 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.db.l3_db [req-4096815b-4948-461b-a8d0-7be0e723d3d1 req-78036851-ed28-4193-be62-17f27cf75ef8 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Floating IP 490d2553-d875-4923-965a-3453277e0c53 disassociated. External IP: 172.27.2.41, port: 9ed23239-98a4-43e2-9a12-3bdb7d38814e. Sep 01 16:39:56.674269 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [req-4096815b-4948-461b-a8d0-7be0e723d3d1 req-78036851-ed28-4193-be62-17f27cf75ef8 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Calling delete_port for 9ed23239-98a4-43e2-9a12-3bdb7d38814e owned by compute:nova {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:39:56.683727 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-43049901-b1a0-47eb-a3fb-97b646bb2227 req-84f58800-d706-4f10-a840-5464411498a1 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (871bccd9-3596-40d8-8c9a-f29d5ba58a45), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:56.714914 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f58800-d706-4f10-a840-5464411498a1 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Pushing event deleted for resources: {'Port': ['ID=871bccd9-3596-40d8-8c9a-f29d5ba58a45,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:56.719635 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] get_ports_and_sgs() called for port_ids ['871bccd9-3596-40d8-8c9a-f29d5ba58a45'] {{(pid=106491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 16:39:57.056389 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [req-43049901-b1a0-47eb-a3fb-97b646bb2227 req-84f58800-d706-4f10-a840-5464411498a1 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] No DVR routers for this DVR port 871bccd9-3596-40d8-8c9a-f29d5ba58a45 on host hv-cinder-85220 {{(pid=106490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 16:39:57.060265 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-43049901-b1a0-47eb-a3fb-97b646bb2227 req-84f58800-d706-4f10-a840-5464411498a1 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:57.063476 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-43049901-b1a0-47eb-a3fb-97b646bb2227 req-84f58800-d706-4f10-a840-5464411498a1 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.77 "DELETE /networking/v2.0/ports/871bccd9-3596-40d8-8c9a-f29d5ba58a45 HTTP/1.1" status: 204 len: 173 time: 1.1419590 Sep 01 16:39:57.063907 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e447e7-8805-447e-8cf9-7771733bf00f', 'name': 'network-vif-deleted', 'tag': '871bccd9-3596-40d8-8c9a-f29d5ba58a45'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:39:57.066189 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fecb38-05cd-41f1-93a2-c3d27dd48702" -d '{"events": [{"server_uuid": "13e447e7-8805-447e-8cf9-7771733bf00f", "name": "network-vif-deleted", "tag": "871bccd9-3596-40d8-8c9a-f29d5ba58a45"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:39:57.123552 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9597b66a-9a1a-432a-ae2b-cda65d2a0f27 x-openstack-request-id: req-9597b66a-9a1a-432a-ae2b-cda65d2a0f27 {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:39:57.123847 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13e447e7-8805-447e-8cf9-7771733bf00f", "name": "network-vif-deleted", "tag": "871bccd9-3596-40d8-8c9a-f29d5ba58a45", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:39:57.124095 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9597b66a-9a1a-432a-ae2b-cda65d2a0f27 {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:39:57.124496 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9597b66a-9a1a-432a-ae2b-cda65d2a0f27'] response: {'server_uuid': '13e447e7-8805-447e-8cf9-7771733bf00f', 'name': 'network-vif-deleted', 'tag': '871bccd9-3596-40d8-8c9a-f29d5ba58a45', 'status': 'completed', 'code': 200} Sep 01 16:39:57.152206 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-4096815b-4948-461b-a8d0-7be0e723d3d1 req-78036851-ed28-4193-be62-17f27cf75ef8 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (9ed23239-98a4-43e2-9a12-3bdb7d38814e), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:57.189675 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78036851-ed28-4193-be62-17f27cf75ef8 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Pushing event deleted for resources: {'Port': ['ID=9ed23239-98a4-43e2-9a12-3bdb7d38814e,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:39:57.284831 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-af663f18-bdd1-44aa-bd4f-ba7222cf9f67 req-cc900a42-57d5-4271-88b2-7e29aa9738dd tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 210 time: 0.0495059 Sep 01 16:39:57.340016 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4096815b-4948-461b-a8d0-7be0e723d3d1 req-78036851-ed28-4193-be62-17f27cf75ef8 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Router 44ce9774-bc81-4784-aca4-f5c4cee1383b has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:39:57.519834 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:57.546687 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4096815b-4948-461b-a8d0-7be0e723d3d1 req-78036851-ed28-4193-be62-17f27cf75ef8 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:39:57.560918 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ac9b50-e168-4c4b-98a5-b904b439a509 None None] Sync routers for ids ['44ce9774-bc81-4784-aca4-f5c4cee1383b'] in dv-cinder-852209-10-iscsi {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:39:57.576260 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ac9b50-e168-4c4b-98a5-b904b439a509 None None] Routers {'44ce9774-bc81-4784-aca4-f5c4cee1383b'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:39:57.576260 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-74ac9b50-e168-4c4b-98a5-b904b439a509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:39:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['44ce9774-bc81-4784-aca4-f5c4cee1383b'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:39:57.639025 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-864c7715-cd60-4ee4-a056-5902189cea87 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-829623400&fields=id&tenant_id=b683a11c21fe4dd389a006f051576a1b HTTP/1.1" status: 200 len: 267 time: 0.0956240 Sep 01 16:39:57.693794 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [req-4096815b-4948-461b-a8d0-7be0e723d3d1 req-78036851-ed28-4193-be62-17f27cf75ef8 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] No DVR routers for this DVR port 9ed23239-98a4-43e2-9a12-3bdb7d38814e on host hv-cinder-85220 {{(pid=106490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 16:39:57.702568 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-4096815b-4948-461b-a8d0-7be0e723d3d1 req-78036851-ed28-4193-be62-17f27cf75ef8 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:57.708458 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4096815b-4948-461b-a8d0-7be0e723d3d1 req-78036851-ed28-4193-be62-17f27cf75ef8 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.77 "DELETE /networking/v2.0/ports/9ed23239-98a4-43e2-9a12-3bdb7d38814e HTTP/1.1" status: 204 len: 173 time: 1.6801074 Sep 01 16:39:57.727579 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70189b46-4078-494c-ae38-838150ae0cc3 req-0b03cb77-a4e7-4537-b181-80267e90cff3 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:57.727865 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-74ac9b50-e168-4c4b-98a5-b904b439a509 None None] Set router 44ce9774-bc81-4784-aca4-f5c4cee1383b gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:39:57.730103 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-70189b46-4078-494c-ae38-838150ae0cc3 req-0b03cb77-a4e7-4537-b181-80267e90cff3 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 946 time: 0.1705799 Sep 01 16:39:57.811920 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-b6850a75-96ee-411c-a0c5-d1c1a9520f26 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:57.825797 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-b6850a75-96ee-411c-a0c5-d1c1a9520f26 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/networks?id=b36a9745-9290-42e8-afea-e40aab2f41b5 HTTP/1.1" status: 200 len: 808 time: 0.1845961 Sep 01 16:39:57.832760 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-70189b46-4078-494c-ae38-838150ae0cc3 req-291ccea3-7748-4bb5-a62d-0ad653434e3c tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935142 Sep 01 16:39:57.842673 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-e6d95ab5-653f-4bdc-bff9-93babef8e1ab tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/quotas/b683a11c21fe4dd389a006f051576a1b HTTP/1.1" status: 200 len: 375 time: 0.0154734 Sep 01 16:39:57.956424 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-74ac9b50-e168-4c4b-98a5-b904b439a509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'name': 'tempest-TestVolumeBootPattern-220569807-router', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:10Z', 'revision_number': 4, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'gw_port': {'id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': 'd7dc9e68-2496-41d3-a624-ba30aa708ad6', 'name': '', 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'mac_address': 'fa:16:3e:65:be:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '1de59a85-ac00-434c-9a09-dffa079bb909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:09Z', 'updated_at': '2022-09-01T16:36:17Z', 'revision_number': 5, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'subnets': [{'id': '1de59a85-ac00-434c-9a09-dffa079bb909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:39:57.967865 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-3e9e04a6-865a-44e7-b53d-30c655da05ba tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=b683a11c21fe4dd389a006f051576a1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0985460 Sep 01 16:39:57.998658 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ac9b50-e168-4c4b-98a5-b904b439a509 None None] Checking router: 44ce9774-bc81-4784-aca4-f5c4cee1383b for host: dv-cinder-852209-10-iscsi {{(pid=106492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:39:58.007349 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b1bd8122-e75b-4a33-950d-2d59ed7cbcad req-0ed3c057-fbb1-4867-9db6-0fcccd08c290 tempest-ServerRescueNegativeTestJSON-1309500920 tempest-ServerRescueNegativeTestJSON-1309500920-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=13e447e7-8805-447e-8cf9-7771733bf00f HTTP/1.1" status: 200 len: 210 time: 0.0475070 Sep 01 16:39:58.010190 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ac9b50-e168-4c4b-98a5-b904b439a509 None None] Routers {'44ce9774-bc81-4784-aca4-f5c4cee1383b'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:39:58.011122 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-74ac9b50-e168-4c4b-98a5-b904b439a509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:39:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['44ce9774-bc81-4784-aca4-f5c4cee1383b'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:39:58.129875 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-74ac9b50-e168-4c4b-98a5-b904b439a509 None None] Set router 44ce9774-bc81-4784-aca4-f5c4cee1383b gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:39:58.225248 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-c77bf15c-d4b9-4f9f-a6ae-b7f59e397db0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/b36a9745-9290-42e8-afea-e40aab2f41b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563238 Sep 01 16:39:58.326891 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-5d9a3a6c-6ca4-4c54-8080-ec83ebf9a837 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/b36a9745-9290-42e8-afea-e40aab2f41b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958636 Sep 01 16:39:58.352933 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-74ac9b50-e168-4c4b-98a5-b904b439a509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'name': 'tempest-TestVolumeBootPattern-220569807-router', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:10Z', 'revision_number': 4, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'gw_port': {'id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': 'd7dc9e68-2496-41d3-a624-ba30aa708ad6', 'name': '', 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'mac_address': 'fa:16:3e:65:be:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '1de59a85-ac00-434c-9a09-dffa079bb909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:09Z', 'updated_at': '2022-09-01T16:36:17Z', 'revision_number': 5, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'subnets': [{'id': '1de59a85-ac00-434c-9a09-dffa079bb909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:39:58.393673 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ac9b50-e168-4c4b-98a5-b904b439a509 None None] The sync data for ids ['44ce9774-bc81-4784-aca4-f5c4cee1383b'] in dv-cinder-852209-10-iscsi is: [{'id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'name': 'tempest-TestVolumeBootPattern-220569807-router', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:10Z', 'revision_number': 4, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'gw_port': {'id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': 'd7dc9e68-2496-41d3-a624-ba30aa708ad6', 'name': '', 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'mac_address': 'fa:16:3e:65:be:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '1de59a85-ac00-434c-9a09-dffa079bb909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:09Z', 'updated_at': '2022-09-01T16:36:17Z', 'revision_number': 5, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'subnets': [{'id': '1de59a85-ac00-434c-9a09-dffa079bb909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:39:58.493200 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1834b39e-3edb-4a22-918c-1d5f07dc8113 req-0c5780ef-d2a3-4bea-a9c3-3364cdd979fe tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=de83f04b-508f-4b6f-88da-92857f482014 HTTP/1.1" status: 200 len: 210 time: 0.0496898 Sep 01 16:39:58.709257 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e5ec37-3b6e-4ae7-8889-e008bd8ac2a8 None None] New status for floating IP 490d2553-d875-4923-965a-3453277e0c53: DOWN {{(pid=106491) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 16:39:58.754989 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-09c27de0-e076-4669-a190-c2c5eb8f67b5 req-19ee4daa-8dd8-44b9-92ac-b3c0761f91a2 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 210 time: 0.0330191 Sep 01 16:39:59.044868 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8de0b-789b-4ffd-9ef5-949445e3bcb0 req-cdd1f8b2-aa1b-4515-915f-09f5efe64125 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:39:59.047095 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-baa8de0b-789b-4ffd-9ef5-949445e3bcb0 req-cdd1f8b2-aa1b-4515-915f-09f5efe64125 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 946 time: 0.0844989 Sep 01 16:39:59.102828 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-baa8de0b-789b-4ffd-9ef5-949445e3bcb0 req-72d46e9d-9f41-4b8f-bd18-7365b1831d00 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465231 Sep 01 16:39:59.126945 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 37228) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:39:59.129159 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de83f04b-508f-4b6f-88da-92857f482014', 'name': 'network-vif-deleted', 'tag': '9ed23239-98a4-43e2-9a12-3bdb7d38814e'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:39:59.131673 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8511ad68-a5f5-41f1-88ea-7a60fc556fd4" -d '{"events": [{"server_uuid": "de83f04b-508f-4b6f-88da-92857f482014", "name": "network-vif-deleted", "tag": "9ed23239-98a4-43e2-9a12-3bdb7d38814e"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:39:59.188818 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8deb11a3-3fa3-4b1e-8cc8-3cf0fd0b5cf3 x-openstack-request-id: req-8deb11a3-3fa3-4b1e-8cc8-3cf0fd0b5cf3 {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:39:59.189490 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de83f04b-508f-4b6f-88da-92857f482014", "name": "network-vif-deleted", "tag": "9ed23239-98a4-43e2-9a12-3bdb7d38814e", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:39:59.190402 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8deb11a3-3fa3-4b1e-8cc8-3cf0fd0b5cf3 {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:39:59.191111 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8deb11a3-3fa3-4b1e-8cc8-3cf0fd0b5cf3'] response: {'server_uuid': 'de83f04b-508f-4b6f-88da-92857f482014', 'name': 'network-vif-deleted', 'tag': '9ed23239-98a4-43e2-9a12-3bdb7d38814e', 'status': 'completed', 'code': 200} Sep 01 16:39:59.352062 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:DELETE=9,neutron:SELECT=91 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:39:59.718843 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-39978ef3-7b70-48a7-bea5-bdb39a38d676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-630987'] for router_interface (abdbc6da-bc2e-4748-ab4f-7f15fe3b4793), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:39:59.871803 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-b689c2b2-e2c2-4d9d-981b-dab3ddb4ec40 req-9bcd7928-564b-488b-ae7e-d781410fe373 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 210 time: 0.0282085 Sep 01 16:39:59.904865 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-608ee577-5580-4019-99c9-be8c89db915e req-eeb87c8c-867d-445e-938d-7506bd3b8fcf tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1444885176&fields=id&tenant_id=4b6bf55e6c5e47f3895e135c4d6dc3ff HTTP/1.1" status: 200 len: 267 time: 0.1089315 Sep 01 16:40:00.103251 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ee577-5580-4019-99c9-be8c89db915e req-2168f3fe-f7de-417e-b174-76458a1504a4 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:00.104726 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-608ee577-5580-4019-99c9-be8c89db915e req-2168f3fe-f7de-417e-b174-76458a1504a4 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/networks?id=5fae8c7f-11cf-4ab3-8c34-e624963abdb8 HTTP/1.1" status: 200 len: 811 time: 0.1850400 Sep 01 16:40:00.193821 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-608ee577-5580-4019-99c9-be8c89db915e req-3eb87043-8979-4cc4-911c-549298f0b583 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/quotas/4b6bf55e6c5e47f3895e135c4d6dc3ff HTTP/1.1" status: 200 len: 375 time: 0.0778670 Sep 01 16:40:00.198265 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-39978ef3-7b70-48a7-bea5-bdb39a38d676 admin admin] Deleting port d26daa40-7f47-43e9-84b7-b78b5c52fa78 {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:40:00.198614 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-39978ef3-7b70-48a7-bea5-bdb39a38d676 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (d26daa40-7f47-43e9-84b7-b78b5c52fa78), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:00.260224 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984c6cd-4e92-4d5d-9782-723107e786eb req-091c0a13-0392-4b1b-9ab9-fbc8251f9f35 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:00.261708 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-f984c6cd-4e92-4d5d-9782-723107e786eb req-091c0a13-0392-4b1b-9ab9-fbc8251f9f35 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 946 time: 0.0540810 Sep 01 16:40:00.274418 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=100 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:00.311452 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-f984c6cd-4e92-4d5d-9782-723107e786eb req-fc0ee988-95f9-43d5-890a-4eefc6693c6b tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437393 Sep 01 16:40:00.311982 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-608ee577-5580-4019-99c9-be8c89db915e req-9346f0b5-82b1-4e6e-9a39-ac62d50e1e7e tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=4b6bf55e6c5e47f3895e135c4d6dc3ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1089787 Sep 01 16:40:00.325760 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:00.339599 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-29aead4c-e713-4c15-b3d5-7fd39d360f94 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:00.341305 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-29aead4c-e713-4c15-b3d5-7fd39d360f94 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.77 "GET /networking/v2.0/networks?id=b36a9745-9290-42e8-afea-e40aab2f41b5 HTTP/1.1" status: 200 len: 808 time: 0.2452362 Sep 01 16:40:00.379164 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:00.437276 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [None req-39978ef3-7b70-48a7-bea5-bdb39a38d676 admin admin] For port d26daa40-7f47-43e9-84b7-b78b5c52fa78, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=d26daa40-7f47-43e9-84b7-b78b5c52fa78,segment=NetworkSegment(a5d0d159-c721-4402-a1d9-2c5614894c23),segment_id=a5d0d159-c721-4402-a1d9-2c5614894c23)] {{(pid=106490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:40:00.437529 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-39978ef3-7b70-48a7-bea5-bdb39a38d676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (d26daa40-7f47-43e9-84b7-b78b5c52fa78), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:00.449549 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 9ed23239-98a4-43e2-9a12-3bdb7d38814e no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:40:00.465559 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-39978ef3-7b70-48a7-bea5-bdb39a38d676 admin admin] Calling delete_port for d26daa40-7f47-43e9-84b7-b78b5c52fa78 owned by network:router_interface {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:40:00.469118 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] No Port match for: 9ed23239-98a4-43e2-9a12-3bdb7d38814e {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:40:00.469470 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 9ed23239-98a4-43e2-9a12-3bdb7d38814e not bound to the agent host hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:40:00.469895 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 871bccd9-3596-40d8-8c9a-f29d5ba58a45 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:40:00.492222 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] No Port match for: 871bccd9-3596-40d8-8c9a-f29d5ba58a45 {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:40:00.492568 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 871bccd9-3596-40d8-8c9a-f29d5ba58a45 not bound to the agent host hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:40:00.556066 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-24df63a9-16c3-43fd-96d3-d4ac72a4823c tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b683a11c21fe4dd389a006f051576a1b HTTP/1.1" status: 200 len: 379 time: 0.1859729 Sep 01 16:40:00.560671 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-608ee577-5580-4019-99c9-be8c89db915e req-af099a33-7dae-41ce-ae19-641ea4b0ed26 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/5fae8c7f-11cf-4ab3-8c34-e624963abdb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183695 Sep 01 16:40:00.583185 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-ad1d1cfd-9329-4bb1-9835-dacf74448edb tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Request body: {'port': {'device_id': 'fad0df24-0b95-4583-9017-6322bebd55a0', 'network_id': 'b36a9745-9290-42e8-afea-e40aab2f41b5', 'admin_state_up': True, 'tenant_id': 'b683a11c21fe4dd389a006f051576a1b', 'security_groups': ['909fccb6-68a4-4c36-ab4b-130bbaa7648f']}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:40:00.812455 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-608ee577-5580-4019-99c9-be8c89db915e req-49a4b565-c016-4c2f-abc8-14520db2c7e1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/5fae8c7f-11cf-4ab3-8c34-e624963abdb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447264 Sep 01 16:40:00.846559 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-ad1d1cfd-9329-4bb1-9835-dacf74448edb tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Made reservation on behalf of b683a11c21fe4dd389a006f051576a1b for: {'port': 1} {{(pid=106490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:40:00.850601 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-ad1d1cfd-9329-4bb1-9835-dacf74448edb tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:00.897966 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-39978ef3-7b70-48a7-bea5-bdb39a38d676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (d26daa40-7f47-43e9-84b7-b78b5c52fa78), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:00.960684 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39978ef3-7b70-48a7-bea5-bdb39a38d676 admin admin] Pushing event deleted for resources: {'Port': ['ID=d26daa40-7f47-43e9-84b7-b78b5c52fa78,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:01.034936 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-39569767-da7d-40d9-896d-239a5fa27dec req-a20b56bd-5c9c-4d00-aed2-739c9be6bbb8 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 210 time: 0.0528092 Sep 01 16:40:01.078960 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:01.197185 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-7541e4fc-1010-41fb-a0d0-943c37d30bb5 req-39da6f9b-a2ae-4ca6-a2c2-545c43d7b5e7 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec8a5228-091c-490d-8790-3cd53e77b5d1 HTTP/1.1" status: 200 len: 210 time: 0.0317926 Sep 01 16:40:01.411686 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_common [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-ad1d1cfd-9329-4bb1-9835-dacf74448edb tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Allocated IP 172.20.0.6 (b36a9745-9290-42e8-afea-e40aab2f41b5/f1beef4d-dfb1-4a05-8a44-08c9bc10a278/85932ff9-5198-4161-a8d5-3f43070b4618) {{(pid=106490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:40:01.439859 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:01.541749 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e1f37-4a21-43c2-b345-8196fb0f8398 req-08a7dfdd-f4ce-4ebe-9914-ad0a4fe09279 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:01.543280 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-991e1f37-4a21-43c2-b345-8196fb0f8398 req-08a7dfdd-f4ce-4ebe-9914-ad0a4fe09279 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 946 time: 0.1215541 Sep 01 16:40:01.564680 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-39978ef3-7b70-48a7-bea5-bdb39a38d676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632443'] for router_interface (abdbc6da-bc2e-4748-ab4f-7f15fe3b4793), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:01.713779 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-991e1f37-4a21-43c2-b345-8196fb0f8398 req-96a8dabc-dbe5-42d7-b545-538bc9c56b0c tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610494 Sep 01 16:40:01.773899 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-ad1d1cfd-9329-4bb1-9835-dacf74448edb tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks [] for port (85932ff9-5198-4161-a8d5-3f43070b4618), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:01.863731 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-ad1d1cfd-9329-4bb1-9835-dacf74448edb tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (85932ff9-5198-4161-a8d5-3f43070b4618), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:01.950455 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-ad1d1cfd-9329-4bb1-9835-dacf74448edb tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Network b36a9745-9290-42e8-afea-e40aab2f41b5 is already hosted by enough agents. {{(pid=106490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:40:01.958178 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-ad1d1cfd-9329-4bb1-9835-dacf74448edb tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Resources bound (agent type, host, resource id): {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:40:01.962531 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-ad1d1cfd-9329-4bb1-9835-dacf74448edb tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Received port after_create {{(pid=106490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:40:01.965980 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d1cfd-9329-4bb1-9835-dacf74448edb tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Pushing event updated for resources: {'Port': ['ID=85932ff9-5198-4161-a8d5-3f43070b4618,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:01.972781 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39978ef3-7b70-48a7-bea5-bdb39a38d676 admin admin] Router abdbc6da-bc2e-4748-ab4f-7f15fe3b4793 has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:40:01.999088 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:02.057698 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-ad1d1cfd-9329-4bb1-9835-dacf74448edb tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:02.058354 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-ad1d1cfd-9329-4bb1-9835-dacf74448edb tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:02.086994 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-ad1d1cfd-9329-4bb1-9835-dacf74448edb tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5181372 Sep 01 16:40:02.141705 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39978ef3-7b70-48a7-bea5-bdb39a38d676 admin admin] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:40:02.148682 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-39978ef3-7b70-48a7-bea5-bdb39a38d676 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/abdbc6da-bc2e-4748-ab4f-7f15fe3b4793/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0235536 Sep 01 16:40:02.150127 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e40a4cb-77c6-4d17-a157-583f8fb09ff0 None None] Sync routers for ids ['abdbc6da-bc2e-4748-ab4f-7f15fe3b4793'] in dv-cinder-852209-10-iscsi {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:40:02.151357 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 37270) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:40:02.157201 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=100 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:02.162618 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e40a4cb-77c6-4d17-a157-583f8fb09ff0 None None] Routers {'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:40:02.163225 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-8e40a4cb-77c6-4d17-a157-583f8fb09ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:39:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['abdbc6da-bc2e-4748-ab4f-7f15fe3b4793'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:02.172204 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dadcb9-7d50-4023-bdd4-f9c8514a9f74 req-9a28ffa8-4b7c-4a56-967b-3c069411c2a6 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:02.173781 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-b5dadcb9-7d50-4023-bdd4-f9c8514a9f74 req-9a28ffa8-4b7c-4a56-967b-3c069411c2a6 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 931 time: 0.0622184 Sep 01 16:40:02.216265 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-eaf4ebca-a8ee-42f5-8671-d35bb948e06e None None] Provisioning complete for port 85932ff9-5198-4161-a8d5-3f43070b4618 triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:40:02.216841 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-eaf4ebca-a8ee-42f5-8671-d35bb948e06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (85932ff9-5198-4161-a8d5-3f43070b4618), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:02.256423 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-b5dadcb9-7d50-4023-bdd4-f9c8514a9f74 req-97410bd3-1611-496b-9771-bf52b822ef43 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762463 Sep 01 16:40:02.270699 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-31cc213c-4644-473b-b00e-c11f728025c2 service neutron] Request body: {'port': {'device_id': 'fad0df24-0b95-4583-9017-6322bebd55a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:40:02.272830 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-8e40a4cb-77c6-4d17-a157-583f8fb09ff0 None None] Set router abdbc6da-bc2e-4748-ab4f-7f15fe3b4793 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:40:02.296420 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-eaf4ebca-a8ee-42f5-8671-d35bb948e06e None None] Port 85932ff9-5198-4161-a8d5-3f43070b4618 cannot update to ACTIVE because it is not bound. {{(pid=106491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 16:40:02.328904 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a879b528-05b6-494b-8110-26774b6d1b39 admin admin] Publish callbacks [] for router (abdbc6da-bc2e-4748-ab4f-7f15fe3b4793), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:02.441286 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:02.450584 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-6930f91c-d900-4248-a846-4a1cf374ff97 req-d423cf81-280b-4934-9d1a-a4005129bee3 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec8a5228-091c-490d-8790-3cd53e77b5d1 HTTP/1.1" status: 200 len: 210 time: 0.1144955 Sep 01 16:40:02.452489 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-8e40a4cb-77c6-4d17-a157-583f8fb09ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'name': 'tempest-ServerRescueNegativeTestJSON-79216093-router', 'tenant_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'a535d833-902f-4a64-8202-c87f7233d9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:56Z', 'updated_at': '2022-09-01T16:40:00Z', 'revision_number': 5, 'project_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'gw_port': {'id': 'a535d833-902f-4a64-8202-c87f7233d9cc', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:58Z', 'updated_at': '2022-09-01T16:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:02.482451 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e40a4cb-77c6-4d17-a157-583f8fb09ff0 None None] Checking router: abdbc6da-bc2e-4748-ab4f-7f15fe3b4793 for host: dv-cinder-852209-10-iscsi {{(pid=106492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:40:02.484572 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-31cc213c-4644-473b-b00e-c11f728025c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (85932ff9-5198-4161-a8d5-3f43070b4618), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:02.487019 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:02.495672 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:02.497294 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e40a4cb-77c6-4d17-a157-583f8fb09ff0 None None] Routers {'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:40:02.497977 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-8e40a4cb-77c6-4d17-a157-583f8fb09ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:39:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['abdbc6da-bc2e-4748-ab4f-7f15fe3b4793'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:02.689346 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a879b528-05b6-494b-8110-26774b6d1b39 admin admin] Publish callbacks [] for router_gateway (abdbc6da-bc2e-4748-ab4f-7f15fe3b4793), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:02.695319 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-8e40a4cb-77c6-4d17-a157-583f8fb09ff0 None None] Set router abdbc6da-bc2e-4748-ab4f-7f15fe3b4793 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:40:02.700653 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ee577-5580-4019-99c9-be8c89db915e req-e56b649d-46c5-446f-88aa-d614ddc5ad7d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:02.702140 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-608ee577-5580-4019-99c9-be8c89db915e req-e56b649d-46c5-446f-88aa-d614ddc5ad7d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.77 "GET /networking/v2.0/networks?id=5fae8c7f-11cf-4ab3-8c34-e624963abdb8 HTTP/1.1" status: 200 len: 811 time: 0.3049493 Sep 01 16:40:02.829493 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-a879b528-05b6-494b-8110-26774b6d1b39 admin admin] Deleting port a535d833-902f-4a64-8202-c87f7233d9cc {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:40:02.829822 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a879b528-05b6-494b-8110-26774b6d1b39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (a535d833-902f-4a64-8202-c87f7233d9cc), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:02.875084 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-8e40a4cb-77c6-4d17-a157-583f8fb09ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'name': 'tempest-ServerRescueNegativeTestJSON-79216093-router', 'tenant_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'a535d833-902f-4a64-8202-c87f7233d9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:56Z', 'updated_at': '2022-09-01T16:40:00Z', 'revision_number': 5, 'project_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'gw_port': {'id': 'a535d833-902f-4a64-8202-c87f7233d9cc', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:58Z', 'updated_at': '2022-09-01T16:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:02.880830 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bdef81-4da9-48f8-93f5-535e344a6d16 req-5cc45d88-be01-458a-8017-55843f9a54d0 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:02.882319 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-a2bdef81-4da9-48f8-93f5-535e344a6d16 req-5cc45d88-be01-458a-8017-55843f9a54d0 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 946 time: 0.0786555 Sep 01 16:40:02.901257 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e40a4cb-77c6-4d17-a157-583f8fb09ff0 None None] The sync data for ids ['abdbc6da-bc2e-4748-ab4f-7f15fe3b4793'] in dv-cinder-852209-10-iscsi is: [{'id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'name': 'tempest-ServerRescueNegativeTestJSON-79216093-router', 'tenant_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'a535d833-902f-4a64-8202-c87f7233d9cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:56Z', 'updated_at': '2022-09-01T16:40:00Z', 'revision_number': 5, 'project_id': 'b4bbb5d3895c49fa8695d3bca946dbea', 'gw_port': {'id': 'a535d833-902f-4a64-8202-c87f7233d9cc', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdbc6da-bc2e-4748-ab4f-7f15fe3b4793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:58Z', 'updated_at': '2022-09-01T16:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}] {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:40:02.912283 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-608ee577-5580-4019-99c9-be8c89db915e req-b004bfbc-e4f6-45bd-887d-f6efce0c2553 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4b6bf55e6c5e47f3895e135c4d6dc3ff HTTP/1.1" status: 200 len: 380 time: 0.1884551 Sep 01 16:40:02.932642 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [req-608ee577-5580-4019-99c9-be8c89db915e req-01bb4343-a74f-44a5-963b-bb813e797231 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Request body: {'port': {'device_id': 'ec8a5228-091c-490d-8790-3cd53e77b5d1', 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8', 'admin_state_up': True, 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'security_groups': ['9829d6df-9a78-4369-ba31-f6f6ae02880a']}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:40:02.933750 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-a2bdef81-4da9-48f8-93f5-535e344a6d16 req-ee613210-17ce-4ff8-8f8b-cfd2e58ed5fd tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448520 Sep 01 16:40:02.953985 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:03.054389 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [None req-a879b528-05b6-494b-8110-26774b6d1b39 admin admin] For port a535d833-902f-4a64-8202-c87f7233d9cc, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=a535d833-902f-4a64-8202-c87f7233d9cc,segment=NetworkSegment(6aaf10e3-1532-4b23-b8ff-2b17962713b0),segment_id=6aaf10e3-1532-4b23-b8ff-2b17962713b0)] {{(pid=106490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:40:03.054744 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a879b528-05b6-494b-8110-26774b6d1b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (a535d833-902f-4a64-8202-c87f7233d9cc), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:03.101070 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-a879b528-05b6-494b-8110-26774b6d1b39 admin admin] Calling delete_port for a535d833-902f-4a64-8202-c87f7233d9cc owned by network:router_gateway {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:40:03.129488 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-31cc213c-4644-473b-b00e-c11f728025c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85932ff9-5198-4161-a8d5-3f43070b4618 {{(pid=106490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:40:03.140863 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-31cc213c-4644-473b-b00e-c11f728025c2 service neutron] Publish callbacks [] for port (85932ff9-5198-4161-a8d5-3f43070b4618), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:03.198531 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:03.199605 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.provisioning_blocks [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-31cc213c-4644-473b-b00e-c11f728025c2 service neutron] Transition to ACTIVE for port object 85932ff9-5198-4161-a8d5-3f43070b4618 will not be triggered until provisioned by entity L2. {{(pid=106490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 16:40:03.205888 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-31cc213c-4644-473b-b00e-c11f728025c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261539433'] for port (85932ff9-5198-4161-a8d5-3f43070b4618), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:03.243867 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-608ee577-5580-4019-99c9-be8c89db915e req-01bb4343-a74f-44a5-963b-bb813e797231 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Made reservation on behalf of 4b6bf55e6c5e47f3895e135c4d6dc3ff for: {'port': 1} {{(pid=106490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:40:03.248134 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-608ee577-5580-4019-99c9-be8c89db915e req-01bb4343-a74f-44a5-963b-bb813e797231 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:03.350955 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc213c-4644-473b-b00e-c11f728025c2 service neutron] Pushing event updated for resources: {'Port': ['ID=85932ff9-5198-4161-a8d5-3f43070b4618,revision_number=2']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:03.485696 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d41ec-074d-4a91-b871-f6be8db09323 req-478d1360-6fc8-4596-a890-77dc3015b204 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:03.487406 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1b1d41ec-074d-4a91-b871-f6be8db09323 req-478d1360-6fc8-4596-a890-77dc3015b204 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 943 time: 0.1460741 Sep 01 16:40:03.564116 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-1ee3f8aa-b7ac-4575-8754-fe1b2af68c06 req-3ac05f0a-79ac-4339-96fc-e8d8411ab272 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec8a5228-091c-490d-8790-3cd53e77b5d1 HTTP/1.1" status: 200 len: 210 time: 0.0272686 Sep 01 16:40:03.576031 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-31cc213c-4644-473b-b00e-c11f728025c2 service neutron] Attempting to bind port 85932ff9-5198-4161-a8d5-3f43070b4618 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:40:03.576316 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-31cc213c-4644-473b-b00e-c11f728025c2 service neutron] Attempting to bind port 85932ff9-5198-4161-a8d5-3f43070b4618 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': '4cbc129f-9724-4ad0-a28e-f2e8d6dd5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'b36a9745-9290-42e8-afea-e40aab2f41b5'}] {{(pid=106490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:40:03.576636 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-31cc213c-4644-473b-b00e-c11f728025c2 service neutron] Attempting to bind port 85932ff9-5198-4161-a8d5-3f43070b4618 on network b36a9745-9290-42e8-afea-e40aab2f41b5 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:40:03.603748 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-31cc213c-4644-473b-b00e-c11f728025c2 service neutron] Port 85932ff9-5198-4161-a8d5-3f43070b4618 on network b36a9745-9290-42e8-afea-e40aab2f41b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 16:40:03.604067 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-31cc213c-4644-473b-b00e-c11f728025c2 service neutron] Attempting to bind port 85932ff9-5198-4161-a8d5-3f43070b4618 on network b36a9745-9290-42e8-afea-e40aab2f41b5 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:40:03.616940 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:03.630532 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_common [req-608ee577-5580-4019-99c9-be8c89db915e req-01bb4343-a74f-44a5-963b-bb813e797231 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Allocated IP 172.20.0.3 (5fae8c7f-11cf-4ab3-8c34-e624963abdb8/1de59a85-ac00-434c-9a09-dffa079bb909/086e5891-69d8-40bc-9506-7d948bca1db9) {{(pid=106490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:40:03.633022 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-31cc213c-4644-473b-b00e-c11f728025c2 service neutron] Checking agent: {'id': '294a3787-103d-4a51-bc9c-bc09638a7966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 32, 3), 'started_at': datetime.datetime(2022, 9, 1, 16, 32, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:40:03.633357 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-31cc213c-4644-473b-b00e-c11f728025c2 service neutron] Checking segment: {'id': '4cbc129f-9724-4ad0-a28e-f2e8d6dd5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'b36a9745-9290-42e8-afea-e40aab2f41b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:40:03.633739 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-31cc213c-4644-473b-b00e-c11f728025c2 service neutron] Bound using segment: {'id': '4cbc129f-9724-4ad0-a28e-f2e8d6dd5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'b36a9745-9290-42e8-afea-e40aab2f41b5'} {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:40:03.634164 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-31cc213c-4644-473b-b00e-c11f728025c2 service neutron] Bound port: 85932ff9-5198-4161-a8d5-3f43070b4618, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cbc129f-9724-4ad0-a28e-f2e8d6dd5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'b36a9745-9290-42e8-afea-e40aab2f41b5'}}] {{(pid=106490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:40:03.634537 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-31cc213c-4644-473b-b00e-c11f728025c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (85932ff9-5198-4161-a8d5-3f43070b4618), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:03.636497 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a879b528-05b6-494b-8110-26774b6d1b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (a535d833-902f-4a64-8202-c87f7233d9cc), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:03.946483 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1b1d41ec-074d-4a91-b871-f6be8db09323 req-293d3f72-a47f-4d32-b617-d871f752a85b tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4512029 Sep 01 16:40:03.949463 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a879b528-05b6-494b-8110-26774b6d1b39 admin admin] Pushing event deleted for resources: {'Port': ['ID=a535d833-902f-4a64-8202-c87f7233d9cc,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:04.064694 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cab244-427f-4813-bedd-d36eaf8b7cd6 req-c73d979b-9fa7-401b-b4aa-0186a7b75ba6 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:04.066156 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-29cab244-427f-4813-bedd-d36eaf8b7cd6 req-c73d979b-9fa7-401b-b4aa-0186a7b75ba6 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 946 time: 0.0496836 Sep 01 16:40:04.111633 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-31cc213c-4644-473b-b00e-c11f728025c2 service neutron] For port 85932ff9-5198-4161-a8d5-3f43070b4618, host hv-cinder-85220, cleared binding levels {{(pid=106490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:40:04.112864 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-29cab244-427f-4813-bedd-d36eaf8b7cd6 req-614f0bba-267a-4a72-b7cd-49947f4686af tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410192 Sep 01 16:40:04.133554 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a879b528-05b6-494b-8110-26774b6d1b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-631080'] for router_gateway (abdbc6da-bc2e-4748-ab4f-7f15fe3b4793), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:04.141332 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-31cc213c-4644-473b-b00e-c11f728025c2 service neutron] For port 85932ff9-5198-4161-a8d5-3f43070b4618, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=85932ff9-5198-4161-a8d5-3f43070b4618,segment=NetworkSegment(4cbc129f-9724-4ad0-a28e-f2e8d6dd5021),segment_id=4cbc129f-9724-4ad0-a28e-f2e8d6dd5021)] {{(pid=106490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:40:04.171324 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (294a3787-103d-4a51-bc9c-bc09638a7966), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:04.213828 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-31cc213c-4644-473b-b00e-c11f728025c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261539433'] for port (85932ff9-5198-4161-a8d5-3f43070b4618), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:04.224824 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-31cc213c-4644-473b-b00e-c11f728025c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:04.225422 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-31cc213c-4644-473b-b00e-c11f728025c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:04.226782 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-31cc213c-4644-473b-b00e-c11f728025c2 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/85932ff9-5198-4161-a8d5-3f43070b4618 HTTP/1.1" status: 200 len: 1093 time: 1.9879069 Sep 01 16:40:04.228720 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad0df24-0b95-4583-9017-6322bebd55a0', 'tag': '85932ff9-5198-4161-a8d5-3f43070b4618'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:40:04.231447 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9867d5-8826-4d75-ae1a-99baf41afb1d" -d '{"events": [{"name": "network-changed", "server_uuid": "fad0df24-0b95-4583-9017-6322bebd55a0", "tag": "85932ff9-5198-4161-a8d5-3f43070b4618"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:40:04.287245 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:04.298683 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a879b528-05b6-494b-8110-26774b6d1b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7479'] for router (abdbc6da-bc2e-4748-ab4f-7f15fe3b4793), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:04.311789 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a879b528-05b6-494b-8110-26774b6d1b39 admin admin] Publish callbacks [] for router_controller (abdbc6da-bc2e-4748-ab4f-7f15fe3b4793), precommit_delete_associations {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:04.320901 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 16:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae38fde-d10b-48f8-9505-9fc13ea06585 x-openstack-request-id: req-5ae38fde-d10b-48f8-9505-9fc13ea06585 {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:40:04.321180 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fad0df24-0b95-4583-9017-6322bebd55a0", "tag": "85932ff9-5198-4161-a8d5-3f43070b4618", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:40:04.321427 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5ae38fde-d10b-48f8-9505-9fc13ea06585 {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:40:04.321814 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ae38fde-d10b-48f8-9505-9fc13ea06585'] response: {'name': 'network-changed', 'server_uuid': 'fad0df24-0b95-4583-9017-6322bebd55a0', 'tag': '85932ff9-5198-4161-a8d5-3f43070b4618', 'status': 'completed', 'code': 200} Sep 01 16:40:04.419877 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-608ee577-5580-4019-99c9-be8c89db915e req-01bb4343-a74f-44a5-963b-bb813e797231 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for port (086e5891-69d8-40bc-9506-7d948bca1db9), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:04.432954 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc213c-4644-473b-b00e-c11f728025c2 service neutron] Pushing event updated for resources: {'Port': ['ID=85932ff9-5198-4161-a8d5-3f43070b4618,revision_number=3']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:04.437749 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-d6c024b6-1780-4edf-9a4f-320661ad0791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:04.439262 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-d6c024b6-1780-4edf-9a4f-320661ad0791 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=b683a11c21fe4dd389a006f051576a1b&device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 1127 time: 0.1327813 Sep 01 16:40:04.441560 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a879b528-05b6-494b-8110-26774b6d1b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-630922'] for router (abdbc6da-bc2e-4748-ab4f-7f15fe3b4793), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:04.442026 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a879b528-05b6-494b-8110-26774b6d1b39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abdbc6da-bc2e-4748-ab4f-7f15fe3b4793 {{(pid=106490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:40:04.448531 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a879b528-05b6-494b-8110-26774b6d1b39 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:04.451796 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-a879b528-05b6-494b-8110-26774b6d1b39 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/abdbc6da-bc2e-4748-ab4f-7f15fe3b4793 HTTP/1.1" status: 204 len: 168 time: 2.2973228 Sep 01 16:40:04.452235 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 37284) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:40:04.497932 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-11778512-7819-4aa1-99d5-383916e302fb service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85932ff9-5198-4161-a8d5-3f43070b4618 HTTP/1.1" status: 200 len: 217 time: 0.0407302 Sep 01 16:40:04.500667 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.db_base_plugin_v2 [None req-38b19335-6477-45c6-962b-6e08f1115050 admin admin] Deleting subnet 82786ccd-9c4e-40d1-ba01-7f97c9ac8af5 {{(pid=106489) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 16:40:04.503923 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-38b19335-6477-45c6-962b-6e08f1115050 admin admin] Publish callbacks [] for subnet (82786ccd-9c4e-40d1-ba01-7f97c9ac8af5), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:04.537211 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-608ee577-5580-4019-99c9-be8c89db915e req-01bb4343-a74f-44a5-963b-bb813e797231 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (086e5891-69d8-40bc-9506-7d948bca1db9), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:04.547617 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-38b19335-6477-45c6-962b-6e08f1115050 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261853238'] for subnet (82786ccd-9c4e-40d1-ba01-7f97c9ac8af5), precommit_delete_associations {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:04.598817 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-b6183a88-a2b2-40fa-a579-d11200259a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:04.601292 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-b6183a88-a2b2-40fa-a579-d11200259a9f service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=f1beef4d-dfb1-4a05-8a44-08c9bc10a278 HTTP/1.1" status: 200 len: 847 time: 0.0962667 Sep 01 16:40:04.608541 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-608ee577-5580-4019-99c9-be8c89db915e req-01bb4343-a74f-44a5-963b-bb813e797231 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Network 5fae8c7f-11cf-4ab3-8c34-e624963abdb8 is already hosted by enough agents. {{(pid=106490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:40:04.622221 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [req-608ee577-5580-4019-99c9-be8c89db915e req-01bb4343-a74f-44a5-963b-bb813e797231 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Resources bound (agent type, host, resource id): {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:40:04.626834 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb4343-a74f-44a5-963b-bb813e797231 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Pushing event updated for resources: {'Port': ['ID=086e5891-69d8-40bc-9506-7d948bca1db9,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:04.643864 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [req-608ee577-5580-4019-99c9-be8c89db915e req-01bb4343-a74f-44a5-963b-bb813e797231 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Received port after_create {{(pid=106490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:40:04.675833 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-38b19335-6477-45c6-962b-6e08f1115050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459871'] for subnet (82786ccd-9c4e-40d1-ba01-7f97c9ac8af5), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:04.680586 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-e1da980d-96fd-4a47-bbc6-808d6d5c1feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:04.682094 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-e1da980d-96fd-4a47-bbc6-808d6d5c1feb service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=b36a9745-9290-42e8-afea-e40aab2f41b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0719082 Sep 01 16:40:04.718314 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ee577-5580-4019-99c9-be8c89db915e req-01bb4343-a74f-44a5-963b-bb813e797231 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:04.719390 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-608ee577-5580-4019-99c9-be8c89db915e req-01bb4343-a74f-44a5-963b-bb813e797231 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:04.741069 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab25173-e435-462e-ada1-b8013f2d8313 req-50b1a801-de9b-4544-9412-a7f837c37a41 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:04.742823 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-6ab25173-e435-462e-ada1-b8013f2d8313 req-50b1a801-de9b-4544-9412-a7f837c37a41 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec8a5228-091c-490d-8790-3cd53e77b5d1 HTTP/1.1" status: 200 len: 931 time: 0.0899909 Sep 01 16:40:04.754496 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:04.769641 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-608ee577-5580-4019-99c9-be8c89db915e req-01bb4343-a74f-44a5-963b-bb813e797231 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8473618 Sep 01 16:40:04.789247 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [req-608ee577-5580-4019-99c9-be8c89db915e req-e1219762-bb17-4221-b639-41f3fcb3ac17 service neutron] Request body: {'port': {'device_id': 'ec8a5228-091c-490d-8790-3cd53e77b5d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:40:04.790101 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-38b19335-6477-45c6-962b-6e08f1115050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261343916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261874682'] for subnet (82786ccd-9c4e-40d1-ba01-7f97c9ac8af5), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:04.827247 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b19335-6477-45c6-962b-6e08f1115050 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82786ccd-9c4e-40d1-ba01-7f97c9ac8af5,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:04.829917 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-38b19335-6477-45c6-962b-6e08f1115050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for subnet (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:04.835930 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-38b19335-6477-45c6-962b-6e08f1115050 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/82786ccd-9c4e-40d1-ba01-7f97c9ac8af5 HTTP/1.1" status: 204 len: 168 time: 0.3822625 Sep 01 16:40:04.837359 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 37288) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:40:04.838078 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2e37a1-a1e0-4c90-b32f-acd026b1fdd4 None None] Network f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7 requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:40:04.847700 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b19335-6477-45c6-962b-6e08f1115050 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:04.848291 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b19335-6477-45c6-962b-6e08f1115050 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:04.848789 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b19335-6477-45c6-962b-6e08f1115050 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:04.849277 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b19335-6477-45c6-962b-6e08f1115050 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:04.849794 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b19335-6477-45c6-962b-6e08f1115050 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:04.850374 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b19335-6477-45c6-962b-6e08f1115050 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:04.850860 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b19335-6477-45c6-962b-6e08f1115050 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:04.851359 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b19335-6477-45c6-962b-6e08f1115050 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:04.851842 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b19335-6477-45c6-962b-6e08f1115050 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:04.852337 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b19335-6477-45c6-962b-6e08f1115050 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:04.852828 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b19335-6477-45c6-962b-6e08f1115050 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:04.853321 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b19335-6477-45c6-962b-6e08f1115050 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:04.853799 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b19335-6477-45c6-962b-6e08f1115050 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:04.854301 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b19335-6477-45c6-962b-6e08f1115050 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:04.854801 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b19335-6477-45c6-962b-6e08f1115050 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:04.868952 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-6ab25173-e435-462e-ada1-b8013f2d8313 req-2b97bba7-6f86-4301-ab1f-d82b9f25bede tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166527 Sep 01 16:40:04.900497 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-77a9f962-ffc9-4651-9f7a-aa1f90b5f1f6 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b36a9745-9290-42e8-afea-e40aab2f41b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120309 Sep 01 16:40:04.963110 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-ef53645b-2e50-43a5-8d30-2c6ec3e7bebf None None] Provisioning complete for port 086e5891-69d8-40bc-9506-7d948bca1db9 triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:40:04.968049 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-ef53645b-2e50-43a5-8d30-2c6ec3e7bebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (086e5891-69d8-40bc-9506-7d948bca1db9), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:05.002320 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device a535d833-902f-4a64-8202-c87f7233d9cc no longer exists at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:40:05.030042 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-35b05f24-3393-440f-8a79-e71dc1230f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1386798'] for network (f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:05.037251 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-608ee577-5580-4019-99c9-be8c89db915e req-e1219762-bb17-4221-b639-41f3fcb3ac17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (086e5891-69d8-40bc-9506-7d948bca1db9), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:05.037761 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] No Port match for: a535d833-902f-4a64-8202-c87f7233d9cc {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:40:05.038106 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device a535d833-902f-4a64-8202-c87f7233d9cc not bound to the agent host dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:40:05.038551 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device d26daa40-7f47-43e9-84b7-b78b5c52fa78 no longer exists at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:40:05.065000 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-ef53645b-2e50-43a5-8d30-2c6ec3e7bebf None None] Port 086e5891-69d8-40bc-9506-7d948bca1db9 cannot update to ACTIVE because it is not bound. {{(pid=106491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 16:40:05.066206 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] No Port match for: d26daa40-7f47-43e9-84b7-b78b5c52fa78 {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:40:05.066570 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device d26daa40-7f47-43e9-84b7-b78b5c52fa78 not bound to the agent host dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:40:05.068033 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ee636d-0349-44d8-97d0-d1e73c4a3712 None None] DHCP port deletion for f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7 request from dv-cinder-852209-10-iscsi {{(pid=106491) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 01 16:40:05.071306 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:05.107195 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-c9ee636d-0349-44d8-97d0-d1e73c4a3712 None None] Deleting port a3df9579-b992-4f4a-974b-7500f8bd1bb7 {{(pid=106491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:40:05.107766 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-c9ee636d-0349-44d8-97d0-d1e73c4a3712 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (a3df9579-b992-4f4a-974b-7500f8bd1bb7), before_delete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:05.165303 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b5832-7279-4710-9422-5871ba6e3fdd req-7a7e8c4d-539d-49ae-99ed-0cd347383f91 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:05.166844 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-507b5832-7279-4710-9422-5871ba6e3fdd req-7a7e8c4d-539d-49ae-99ed-0cd347383f91 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 943 time: 0.1247582 Sep 01 16:40:05.174371 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-c9ee636d-0349-44d8-97d0-d1e73c4a3712 None None] For port a3df9579-b992-4f4a-974b-7500f8bd1bb7, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=a3df9579-b992-4f4a-974b-7500f8bd1bb7,segment=NetworkSegment(a5d0d159-c721-4402-a1d9-2c5614894c23),segment_id=a5d0d159-c721-4402-a1d9-2c5614894c23)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:40:05.175536 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-c9ee636d-0349-44d8-97d0-d1e73c4a3712 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (a3df9579-b992-4f4a-974b-7500f8bd1bb7), precommit_delete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:05.182392 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2161cb3a-5b24-4335-a9e1-0ac37aec6a86 req-e2e17254-28e2-457d-b59d-bb72adb12a66 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b36a9745-9290-42e8-afea-e40aab2f41b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663348 Sep 01 16:40:05.189627 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-c9ee636d-0349-44d8-97d0-d1e73c4a3712 None None] Calling delete_port for a3df9579-b992-4f4a-974b-7500f8bd1bb7 owned by network:dhcp {{(pid=106491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:40:05.210739 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-35b05f24-3393-440f-8a79-e71dc1230f13 admin admin] Deleting port a3df9579-b992-4f4a-974b-7500f8bd1bb7 {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:40:05.211152 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-35b05f24-3393-440f-8a79-e71dc1230f13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (a3df9579-b992-4f4a-974b-7500f8bd1bb7), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:05.249835 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a659fb-74ea-4754-af1f-f5b704b0f29b req-3969eaa5-043f-4b75-83e2-0b683687f95c tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:05.251741 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-a6a659fb-74ea-4754-af1f-f5b704b0f29b req-3969eaa5-043f-4b75-83e2-0b683687f95c tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 946 time: 0.0569868 Sep 01 16:40:05.303954 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-a6a659fb-74ea-4754-af1f-f5b704b0f29b req-6eed4819-8234-4ac1-afac-70bf072922f7 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464818 Sep 01 16:40:05.336114 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:05.416228 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-507b5832-7279-4710-9422-5871ba6e3fdd req-14ecbe11-9f8a-46ba-9f40-3d442bc0ec3a tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2361968 Sep 01 16:40:05.434620 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-c9ee636d-0349-44d8-97d0-d1e73c4a3712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856'] for port (a3df9579-b992-4f4a-974b-7500f8bd1bb7), after_delete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:05.438543 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [None req-35b05f24-3393-440f-8a79-e71dc1230f13 admin admin] For port a3df9579-b992-4f4a-974b-7500f8bd1bb7, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=a3df9579-b992-4f4a-974b-7500f8bd1bb7,segment=NetworkSegment(a5d0d159-c721-4402-a1d9-2c5614894c23),segment_id=a5d0d159-c721-4402-a1d9-2c5614894c23)] {{(pid=106490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:40:05.438901 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-35b05f24-3393-440f-8a79-e71dc1230f13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (a3df9579-b992-4f4a-974b-7500f8bd1bb7), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:05.461734 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-35b05f24-3393-440f-8a79-e71dc1230f13 admin admin] Calling delete_port for a3df9579-b992-4f4a-974b-7500f8bd1bb7 owned by network:dhcp {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:40:05.462556 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee636d-0349-44d8-97d0-d1e73c4a3712 None None] Pushing event deleted for resources: {'Port': ['ID=a3df9579-b992-4f4a-974b-7500f8bd1bb7,revision_number=None']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:05.470717 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ee636d-0349-44d8-97d0-d1e73c4a3712 None None] No DVR routers for this DVR port a3df9579-b992-4f4a-974b-7500f8bd1bb7 on host dv-cinder-852209-10-iscsi {{(pid=106491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 16:40:05.473727 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ee636d-0349-44d8-97d0-d1e73c4a3712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:05.474073 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ee636d-0349-44d8-97d0-d1e73c4a3712 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:05.474467 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ee636d-0349-44d8-97d0-d1e73c4a3712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:05.474812 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ee636d-0349-44d8-97d0-d1e73c4a3712 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:05.475145 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ee636d-0349-44d8-97d0-d1e73c4a3712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:05.475476 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ee636d-0349-44d8-97d0-d1e73c4a3712 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:05.475803 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ee636d-0349-44d8-97d0-d1e73c4a3712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:05.476128 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ee636d-0349-44d8-97d0-d1e73c4a3712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:05.476447 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ee636d-0349-44d8-97d0-d1e73c4a3712 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:05.476787 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ee636d-0349-44d8-97d0-d1e73c4a3712 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:05.477115 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ee636d-0349-44d8-97d0-d1e73c4a3712 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:05.477442 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ee636d-0349-44d8-97d0-d1e73c4a3712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:05.477765 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ee636d-0349-44d8-97d0-d1e73c4a3712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:05.478114 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ee636d-0349-44d8-97d0-d1e73c4a3712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:05.478458 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ee636d-0349-44d8-97d0-d1e73c4a3712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:05.562296 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9867d5-8826-4d75-ae1a-99baf41afb1d req-29854cbb-cd5e-4516-9fe6-9e8eaa9361d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:05.563772 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3f9867d5-8826-4d75-ae1a-99baf41afb1d req-29854cbb-cd5e-4516-9fe6-9e8eaa9361d1 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=b683a11c21fe4dd389a006f051576a1b&device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 1127 time: 0.0870569 Sep 01 16:40:05.674884 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:05.681123 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [req-608ee577-5580-4019-99c9-be8c89db915e req-e1219762-bb17-4221-b639-41f3fcb3ac17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 086e5891-69d8-40bc-9506-7d948bca1db9 {{(pid=106490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:40:05.696529 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-608ee577-5580-4019-99c9-be8c89db915e req-e1219762-bb17-4221-b639-41f3fcb3ac17 service neutron] Publish callbacks [] for port (086e5891-69d8-40bc-9506-7d948bca1db9), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:05.730534 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-35b05f24-3393-440f-8a79-e71dc1230f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (a3df9579-b992-4f4a-974b-7500f8bd1bb7), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:05.732545 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.provisioning_blocks [req-608ee577-5580-4019-99c9-be8c89db915e req-e1219762-bb17-4221-b639-41f3fcb3ac17 service neutron] Transition to ACTIVE for port object 086e5891-69d8-40bc-9506-7d948bca1db9 will not be triggered until provisioned by entity L2. {{(pid=106490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 16:40:05.758358 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-608ee577-5580-4019-99c9-be8c89db915e req-e1219762-bb17-4221-b639-41f3fcb3ac17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261539433'] for port (086e5891-69d8-40bc-9506-7d948bca1db9), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:05.762982 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9867d5-8826-4d75-ae1a-99baf41afb1d req-205717fd-5bf9-4b33-98dc-84b5850dcd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:05.764427 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3f9867d5-8826-4d75-ae1a-99baf41afb1d req-205717fd-5bf9-4b33-98dc-84b5850dcd37 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=b36a9745-9290-42e8-afea-e40aab2f41b5 HTTP/1.1" status: 200 len: 909 time: 0.1940217 Sep 01 16:40:05.766015 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b05f24-3393-440f-8a79-e71dc1230f13 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3df9579-b992-4f4a-974b-7500f8bd1bb7,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:05.772728 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b05f24-3393-440f-8a79-e71dc1230f13 admin admin] No DVR routers for this DVR port a3df9579-b992-4f4a-974b-7500f8bd1bb7 on host dv-cinder-852209-10-iscsi {{(pid=106490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 16:40:05.855133 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3f9867d5-8826-4d75-ae1a-99baf41afb1d req-d7372b4c-75a1-4c50-b030-f2837afe322a service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85932ff9-5198-4161-a8d5-3f43070b4618 HTTP/1.1" status: 200 len: 217 time: 0.0796559 Sep 01 16:40:05.946221 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1219762-bb17-4221-b639-41f3fcb3ac17 service neutron] Pushing event updated for resources: {'Port': ['ID=086e5891-69d8-40bc-9506-7d948bca1db9,revision_number=2']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:05.980425 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-35b05f24-3393-440f-8a79-e71dc1230f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497336', 'neutron.services.segments.db._delete_segments_for_network-8777439728797'] for network (f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:05.984847 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96d26d-a29e-473f-807d-4d4a95bcc57b req-5fb03ea6-037f-4dbc-b3b4-883681b5399b tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:05.986351 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-6e96d26d-a29e-473f-807d-4d4a95bcc57b req-5fb03ea6-037f-4dbc-b3b4-883681b5399b tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec8a5228-091c-490d-8790-3cd53e77b5d1 HTTP/1.1" status: 200 len: 943 time: 0.0511479 Sep 01 16:40:06.011494 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9867d5-8826-4d75-ae1a-99baf41afb1d req-a4a83e59-8fa5-47f1-9b08-8f90e7b2b3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:06.013508 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3f9867d5-8826-4d75-ae1a-99baf41afb1d req-a4a83e59-8fa5-47f1-9b08-8f90e7b2b3d4 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=f1beef4d-dfb1-4a05-8a44-08c9bc10a278 HTTP/1.1" status: 200 len: 847 time: 0.1439824 Sep 01 16:40:06.030602 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.services.segments.db [None req-35b05f24-3393-440f-8a79-e71dc1230f13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7']}} {{(pid=106490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:06.035335 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-6e96d26d-a29e-473f-807d-4d4a95bcc57b req-12ab8d09-a117-4d38-b71d-f70367772fb6 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432739 Sep 01 16:40:06.064500 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.services.segments.db [None req-35b05f24-3393-440f-8a79-e71dc1230f13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5d0d159-c721-4402-a1d9-2c5614894c23') {'for_net_delete': True} {{(pid=106490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:06.064790 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.services.segments.db [None req-35b05f24-3393-440f-8a79-e71dc1230f13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5d0d159-c721-4402-a1d9-2c5614894c23') {} {{(pid=106490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:06.077755 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-608ee577-5580-4019-99c9-be8c89db915e req-e1219762-bb17-4221-b639-41f3fcb3ac17 service neutron] Attempting to bind port 086e5891-69d8-40bc-9506-7d948bca1db9 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:40:06.078084 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-608ee577-5580-4019-99c9-be8c89db915e req-e1219762-bb17-4221-b639-41f3fcb3ac17 service neutron] Attempting to bind port 086e5891-69d8-40bc-9506-7d948bca1db9 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': 'bbd04979-a082-42b3-a384-0dd9dbff408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8'}] {{(pid=106490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:40:06.078438 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608ee577-5580-4019-99c9-be8c89db915e req-e1219762-bb17-4221-b639-41f3fcb3ac17 service neutron] Attempting to bind port 086e5891-69d8-40bc-9506-7d948bca1db9 on network 5fae8c7f-11cf-4ab3-8c34-e624963abdb8 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:40:06.085328 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-35b05f24-3393-440f-8a79-e71dc1230f13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777439826661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260063567'] for segment (a5d0d159-c721-4402-a1d9-2c5614894c23), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:06.095948 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608ee577-5580-4019-99c9-be8c89db915e req-e1219762-bb17-4221-b639-41f3fcb3ac17 service neutron] Port 086e5891-69d8-40bc-9506-7d948bca1db9 on network 5fae8c7f-11cf-4ab3-8c34-e624963abdb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 16:40:06.096268 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608ee577-5580-4019-99c9-be8c89db915e req-e1219762-bb17-4221-b639-41f3fcb3ac17 service neutron] Attempting to bind port 086e5891-69d8-40bc-9506-7d948bca1db9 on network 5fae8c7f-11cf-4ab3-8c34-e624963abdb8 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:40:06.106991 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9867d5-8826-4d75-ae1a-99baf41afb1d req-437b0be8-4039-4128-9360-a0aa982d515d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:06.108401 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3f9867d5-8826-4d75-ae1a-99baf41afb1d req-437b0be8-4039-4128-9360-a0aa982d515d service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=b36a9745-9290-42e8-afea-e40aab2f41b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0847251 Sep 01 16:40:06.110117 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608ee577-5580-4019-99c9-be8c89db915e req-e1219762-bb17-4221-b639-41f3fcb3ac17 service neutron] Checking agent: {'id': '294a3787-103d-4a51-bc9c-bc09638a7966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 32, 3), 'started_at': datetime.datetime(2022, 9, 1, 16, 32, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:40:06.110461 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608ee577-5580-4019-99c9-be8c89db915e req-e1219762-bb17-4221-b639-41f3fcb3ac17 service neutron] Checking segment: {'id': 'bbd04979-a082-42b3-a384-0dd9dbff408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:40:06.110829 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608ee577-5580-4019-99c9-be8c89db915e req-e1219762-bb17-4221-b639-41f3fcb3ac17 service neutron] Bound using segment: {'id': 'bbd04979-a082-42b3-a384-0dd9dbff408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8'} {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:40:06.111248 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-608ee577-5580-4019-99c9-be8c89db915e req-e1219762-bb17-4221-b639-41f3fcb3ac17 service neutron] Bound port: 086e5891-69d8-40bc-9506-7d948bca1db9, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbd04979-a082-42b3-a384-0dd9dbff408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8'}}] {{(pid=106490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:40:06.111588 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-608ee577-5580-4019-99c9-be8c89db915e req-e1219762-bb17-4221-b639-41f3fcb3ac17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (086e5891-69d8-40bc-9506-7d948bca1db9), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:06.113648 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-35b05f24-3393-440f-8a79-e71dc1230f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449'] for segment (a5d0d159-c721-4402-a1d9-2c5614894c23), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:06.126654 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:06.134977 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b05f24-3393-440f-8a79-e71dc1230f13 admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=106490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:40:06.135357 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-35b05f24-3393-440f-8a79-e71dc1230f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261539341'] for segment (a5d0d159-c721-4402-a1d9-2c5614894c23), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:06.187998 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.services.segments.plugin [-] Segment a5d0d159-c721-4402-a1d9-2c5614894c23 resource provider aggregate not found Sep 01 16:40:06.511233 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.services.segments.plugin [-] Segment a5d0d159-c721-4402-a1d9-2c5614894c23 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a5d0d159-c721-4402-a1d9-2c5614894c23 found for delete ", "request_id": "req-0e363260-6332-4ed3-a71e-a988767dceb6"}]} Sep 01 16:40:06.535970 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81412a79-32b3-4ef7-a784-3c19f67f8ad2 req-d79b16c7-edc6-4a3c-8ffe-88bc8000d1b5 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:06.537457 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-81412a79-32b3-4ef7-a784-3c19f67f8ad2 req-d79b16c7-edc6-4a3c-8ffe-88bc8000d1b5 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 943 time: 0.0471885 Sep 01 16:40:06.550308 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:06.562708 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-35b05f24-3393-440f-8a79-e71dc1230f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631280'] for network (f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:06.583201 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-35b05f24-3393-440f-8a79-e71dc1230f13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for network (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:06.588628 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-35b05f24-3393-440f-8a79-e71dc1230f13 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7 HTTP/1.1" status: 204 len: 168 time: 1.7464416 Sep 01 16:40:06.592616 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-81412a79-32b3-4ef7-a784-3c19f67f8ad2 req-1e558257-2c8c-45f5-bd37-679002a178e7 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495842 Sep 01 16:40:06.612921 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6dd08-29a7-4c01-9a03-7407276708b1 req-55f255cb-b9e6-4736-9d22-a804c76f8c92 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:06.614636 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d9e6dd08-29a7-4c01-9a03-7407276708b1 req-55f255cb-b9e6-4736-9d22-a804c76f8c92 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 946 time: 0.1324084 Sep 01 16:40:06.628969 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b05f24-3393-440f-8a79-e71dc1230f13 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8d9b7d6-ff49-44c9-b2ab-e77725fc0de7,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:06.642872 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-608ee577-5580-4019-99c9-be8c89db915e req-e1219762-bb17-4221-b639-41f3fcb3ac17 service neutron] For port 086e5891-69d8-40bc-9506-7d948bca1db9, host hv-cinder-85220, cleared binding levels {{(pid=106490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:40:06.670135 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:DELETE=6,neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:06.674316 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-608ee577-5580-4019-99c9-be8c89db915e req-e1219762-bb17-4221-b639-41f3fcb3ac17 service neutron] For port 086e5891-69d8-40bc-9506-7d948bca1db9, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=086e5891-69d8-40bc-9506-7d948bca1db9,segment=NetworkSegment(bbd04979-a082-42b3-a384-0dd9dbff408c),segment_id=bbd04979-a082-42b3-a384-0dd9dbff408c)] {{(pid=106490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:40:06.681628 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3f9867d5-8826-4d75-ae1a-99baf41afb1d req-957d01d2-2b7c-4dd9-86c0-9aad5e36defc service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b36a9745-9290-42e8-afea-e40aab2f41b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5655868 Sep 01 16:40:06.684747 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-608ee577-5580-4019-99c9-be8c89db915e req-e1219762-bb17-4221-b639-41f3fcb3ac17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261539433'] for port (086e5891-69d8-40bc-9506-7d948bca1db9), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:06.695816 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ee577-5580-4019-99c9-be8c89db915e req-e1219762-bb17-4221-b639-41f3fcb3ac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:06.696411 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-608ee577-5580-4019-99c9-be8c89db915e req-e1219762-bb17-4221-b639-41f3fcb3ac17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:06.697739 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-608ee577-5580-4019-99c9-be8c89db915e req-e1219762-bb17-4221-b639-41f3fcb3ac17 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/086e5891-69d8-40bc-9506-7d948bca1db9 HTTP/1.1" status: 200 len: 1093 time: 1.9126205 Sep 01 16:40:06.700163 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec8a5228-091c-490d-8790-3cd53e77b5d1', 'tag': '086e5891-69d8-40bc-9506-7d948bca1db9'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:40:06.702398 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257a5ce4-2a34-4603-a219-f10fb270e7ea" -d '{"events": [{"name": "network-changed", "server_uuid": "ec8a5228-091c-490d-8790-3cd53e77b5d1", "tag": "086e5891-69d8-40bc-9506-7d948bca1db9"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:40:06.757976 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 16:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bc9e8c-c921-4c39-8de8-771ae0c2504b x-openstack-request-id: req-d7bc9e8c-c921-4c39-8de8-771ae0c2504b {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:40:06.758272 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec8a5228-091c-490d-8790-3cd53e77b5d1", "tag": "086e5891-69d8-40bc-9506-7d948bca1db9", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:40:06.758409 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 37308) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:40:06.758532 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d7bc9e8c-c921-4c39-8de8-771ae0c2504b {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:40:06.758926 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7bc9e8c-c921-4c39-8de8-771ae0c2504b'] response: {'name': 'network-changed', 'server_uuid': 'ec8a5228-091c-490d-8790-3cd53e77b5d1', 'tag': '086e5891-69d8-40bc-9506-7d948bca1db9', 'status': 'completed', 'code': 200} Sep 01 16:40:06.766131 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d9e6dd08-29a7-4c01-9a03-7407276708b1 req-3cc7c0b2-f8d6-484e-b1dd-ca3a3c901af2 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425459 Sep 01 16:40:06.817453 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:06.826417 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-42d74b97-8fd0-4dc7-9544-d7659a76c95c admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=b4bbb5d3895c49fa8695d3bca946dbea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0669010 Sep 01 16:40:06.828993 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 37310) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:40:06.849035 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1219762-bb17-4221-b639-41f3fcb3ac17 service neutron] Pushing event updated for resources: {'Port': ['ID=086e5891-69d8-40bc-9506-7d948bca1db9,revision_number=3']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:06.856834 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device a3df9579-b992-4f4a-974b-7500f8bd1bb7 no longer exists at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:40:06.870762 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ee577-5580-4019-99c9-be8c89db915e req-cdb01fb4-0bd6-4475-99cb-4ff4ded8f0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:06.872270 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-608ee577-5580-4019-99c9-be8c89db915e req-cdb01fb4-0bd6-4475-99cb-4ff4ded8f0f9 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=4b6bf55e6c5e47f3895e135c4d6dc3ff&device_id=ec8a5228-091c-490d-8790-3cd53e77b5d1 HTTP/1.1" status: 200 len: 1127 time: 0.0787668 Sep 01 16:40:06.879769 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] No Port match for: a3df9579-b992-4f4a-974b-7500f8bd1bb7 {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:40:06.880482 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device a3df9579-b992-4f4a-974b-7500f8bd1bb7 not bound to the agent host dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:40:06.892372 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3f9867d5-8826-4d75-ae1a-99baf41afb1d req-0883a1e5-6f96-4f79-8e48-ee37946b6178 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b36a9745-9290-42e8-afea-e40aab2f41b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872663 Sep 01 16:40:06.899945 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-c8880fb0-d9ff-4cbf-b641-768b439ea32d admin admin] Publish callbacks [] for security_group (91e7a406-f9e1-4282-b28c-526f717579e9), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:06.920826 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-c8880fb0-d9ff-4cbf-b641-768b439ea32d admin admin] Publish callbacks [] for security_group (91e7a406-f9e1-4282-b28c-526f717579e9), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:06.961484 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-608ee577-5580-4019-99c9-be8c89db915e req-3780f44b-0a43-4b6f-a447-d564c3186d22 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=086e5891-69d8-40bc-9506-7d948bca1db9 HTTP/1.1" status: 200 len: 217 time: 0.0424638 Sep 01 16:40:06.971007 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-c8880fb0-d9ff-4cbf-b641-768b439ea32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (91e7a406-f9e1-4282-b28c-526f717579e9), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:06.974322 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-c8880fb0-d9ff-4cbf-b641-768b439ea32d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:06.975927 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-c8880fb0-d9ff-4cbf-b641-768b439ea32d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/91e7a406-f9e1-4282-b28c-526f717579e9 HTTP/1.1" status: 204 len: 168 time: 0.1457443 Sep 01 16:40:06.988260 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8880fb0-d9ff-4cbf-b641-768b439ea32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e7a406-f9e1-4282-b28c-526f717579e9,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:07.018523 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ee577-5580-4019-99c9-be8c89db915e req-3b5f7b25-e5d9-4045-841a-2981d6e8ed2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:07.020013 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-608ee577-5580-4019-99c9-be8c89db915e req-3b5f7b25-e5d9-4045-841a-2981d6e8ed2d service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=1de59a85-ac00-434c-9a09-dffa079bb909 HTTP/1.1" status: 200 len: 850 time: 0.0492616 Sep 01 16:40:07.070485 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ee577-5580-4019-99c9-be8c89db915e req-acb89870-ea6a-4995-bc69-a232e3970ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:07.071980 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-608ee577-5580-4019-99c9-be8c89db915e req-acb89870-ea6a-4995-bc69-a232e3970ef0 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=5fae8c7f-11cf-4ab3-8c34-e624963abdb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439670 Sep 01 16:40:07.168527 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7aa182-1bbc-4532-ae4c-e26d2a19425d req-9c8dfea8-77ad-4562-b28a-afc34aa87e4b tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:07.171383 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-0d7aa182-1bbc-4532-ae4c-e26d2a19425d req-9c8dfea8-77ad-4562-b28a-afc34aa87e4b tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec8a5228-091c-490d-8790-3cd53e77b5d1 HTTP/1.1" status: 200 len: 943 time: 0.0534477 Sep 01 16:40:07.178534 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-608ee577-5580-4019-99c9-be8c89db915e req-b445b851-cd5b-46e5-ab7c-f4f4d498b868 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/5fae8c7f-11cf-4ab3-8c34-e624963abdb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933545 Sep 01 16:40:07.227138 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-0d7aa182-1bbc-4532-ae4c-e26d2a19425d req-a19624f4-8d6f-4d97-991e-5a02540cad03 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497377 Sep 01 16:40:07.278855 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-608ee577-5580-4019-99c9-be8c89db915e req-6df42ed4-9a93-48d1-9a43-8853bbe14d54 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/5fae8c7f-11cf-4ab3-8c34-e624963abdb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925455 Sep 01 16:40:07.631507 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a5ce4-2a34-4603-a219-f10fb270e7ea req-98928822-6573-4680-8d8e-43d599ea6b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:07.632993 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-257a5ce4-2a34-4603-a219-f10fb270e7ea req-98928822-6573-4680-8d8e-43d599ea6b64 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=4b6bf55e6c5e47f3895e135c4d6dc3ff&device_id=ec8a5228-091c-490d-8790-3cd53e77b5d1 HTTP/1.1" status: 200 len: 1127 time: 0.0412533 Sep 01 16:40:07.752538 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21bb773-e9cf-48e3-a905-0aa544b82801 req-7978fbd1-8850-4c73-8cbb-632b28ab63c5 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:07.754023 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c21bb773-e9cf-48e3-a905-0aa544b82801 req-7978fbd1-8850-4c73-8cbb-632b28ab63c5 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 943 time: 0.0598924 Sep 01 16:40:07.788699 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a5ce4-2a34-4603-a219-f10fb270e7ea req-414188c3-8f00-4cd1-8583-7bea7854f19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:07.790257 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-257a5ce4-2a34-4603-a219-f10fb270e7ea req-414188c3-8f00-4cd1-8583-7bea7854f19f service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=5fae8c7f-11cf-4ab3-8c34-e624963abdb8 HTTP/1.1" status: 200 len: 912 time: 0.1487517 Sep 01 16:40:07.793886 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:07.852964 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-257a5ce4-2a34-4603-a219-f10fb270e7ea req-35151b4e-7570-45d2-ad7f-2ded101000db service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=086e5891-69d8-40bc-9506-7d948bca1db9 HTTP/1.1" status: 200 len: 217 time: 0.0509107 Sep 01 16:40:07.858362 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c21bb773-e9cf-48e3-a905-0aa544b82801 req-c82d377c-42a1-4dce-8919-eecc48831909 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977709 Sep 01 16:40:07.920325 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86536142-0f86-4900-bf11-ba4a3f8f1b1f req-525f8fda-8817-4358-81a1-2cdf7a801498 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:07.921984 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-86536142-0f86-4900-bf11-ba4a3f8f1b1f req-525f8fda-8817-4358-81a1-2cdf7a801498 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 946 time: 0.0567932 Sep 01 16:40:07.925289 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a5ce4-2a34-4603-a219-f10fb270e7ea req-5bd59f8c-4a0b-4e58-bbfb-0571cfa15717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:07.927066 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-257a5ce4-2a34-4603-a219-f10fb270e7ea req-5bd59f8c-4a0b-4e58-bbfb-0571cfa15717 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=1de59a85-ac00-434c-9a09-dffa079bb909 HTTP/1.1" status: 200 len: 850 time: 0.0502954 Sep 01 16:40:07.975989 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a5ce4-2a34-4603-a219-f10fb270e7ea req-5a91f040-a569-4e5e-a8a7-e4db7e97e768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:07.977758 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-257a5ce4-2a34-4603-a219-f10fb270e7ea req-5a91f040-a569-4e5e-a8a7-e4db7e97e768 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=5fae8c7f-11cf-4ab3-8c34-e624963abdb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415134 Sep 01 16:40:07.983913 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-86536142-0f86-4900-bf11-ba4a3f8f1b1f req-007a1533-dda4-43a9-8efa-237890681913 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548048 Sep 01 16:40:08.075859 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-257a5ce4-2a34-4603-a219-f10fb270e7ea req-da405fdd-ea84-4283-b834-d41dde7f25a3 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/5fae8c7f-11cf-4ab3-8c34-e624963abdb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907378 Sep 01 16:40:08.171879 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-257a5ce4-2a34-4603-a219-f10fb270e7ea req-86bf1dd8-aedc-44e2-bf0a-7337e26ead3e service neutron] 10.222.0.77 "GET /networking/v2.0/networks/5fae8c7f-11cf-4ab3-8c34-e624963abdb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892770 Sep 01 16:40:08.351027 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce179bb4-e716-4982-931d-ea36093c4446 req-5ec205f1-93ee-4dc9-8778-61bd320f8d13 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:08.352524 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ce179bb4-e716-4982-931d-ea36093c4446 req-5ec205f1-93ee-4dc9-8778-61bd320f8d13 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec8a5228-091c-490d-8790-3cd53e77b5d1 HTTP/1.1" status: 200 len: 943 time: 0.0514755 Sep 01 16:40:08.367758 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:08.410165 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ce179bb4-e716-4982-931d-ea36093c4446 req-b4786990-f694-4da0-b7be-11287c6899a8 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495477 Sep 01 16:40:08.491862 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 5bb9e1c4-5809-406a-8024-a9bfe99bb842 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:40:08.597227 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 5bb9e1c4-5809-406a-8024-a9bfe99bb842, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=5bb9e1c4-5809-406a-8024-a9bfe99bb842,segment=NetworkSegment(a5fdef99-cab9-4e68-9f85-2b12b874dece),segment_id=a5fdef99-cab9-4e68-9f85-2b12b874dece)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:40:08.608389 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Returning: {'device': '5bb9e1c4-5809-406a-8024-a9bfe99bb842', 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9', 'port_id': '5bb9e1c4-5809-406a-8024-a9bfe99bb842', 'mac_address': 'fa:16:3e:e6:6d:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf6e192-10ef-49d3-8b96-d6cc87fe33e0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:40:08.642576 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:08.647223 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 5bb9e1c4-5809-406a-8024-a9bfe99bb842 is: ACTIVE; New status is: BUILD {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:40:08.647820 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (5bb9e1c4-5809-406a-8024-a9bfe99bb842), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:08.663708 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5bb9e1c4-5809-406a-8024-a9bfe99bb842 {{(pid=106491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:40:08.686911 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 5bb9e1c4-5809-406a-8024-a9bfe99bb842, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=5bb9e1c4-5809-406a-8024-a9bfe99bb842,segment=NetworkSegment(a5fdef99-cab9-4e68-9f85-2b12b874dece),segment_id=a5fdef99-cab9-4e68-9f85-2b12b874dece)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:40:08.691040 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (5bb9e1c4-5809-406a-8024-a9bfe99bb842), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:08.736587 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=5bb9e1c4-5809-406a-8024-a9bfe99bb842,revision_number=6']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:08.774973 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 37370) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:40:08.874934 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] get_ports_and_sgs() called for port_ids ['5bb9e1c4-5809-406a-8024-a9bfe99bb842'] {{(pid=106491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 16:40:08.884274 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-3e104505-b065-442d-8a5b-295dedb55e5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:08.968154 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-3e104505-b065-442d-8a5b-295dedb55e5a admin admin] Publish callbacks [] for security_group (754fd957-dd52-43bd-96a6-41b4bfa80619), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:08.973262 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-3e104505-b065-442d-8a5b-295dedb55e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (754fd957-dd52-43bd-96a6-41b4bfa80619), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:09.005752 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273d857-6555-4057-ba09-59bf1f0942bf req-8ccdcb88-01c2-4f5c-a7ec-06ee24d9bed4 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:09.007399 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-c273d857-6555-4057-ba09-59bf1f0942bf req-8ccdcb88-01c2-4f5c-a7ec-06ee24d9bed4 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 943 time: 0.0546796 Sep 01 16:40:09.017524 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 37378) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:40:09.017676 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-3e104505-b065-442d-8a5b-295dedb55e5a admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ec6cd5c5d62643c2898f6d7188f66252&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2413726 Sep 01 16:40:09.018283 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e104505-b065-442d-8a5b-295dedb55e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754fd957-dd52-43bd-96a6-41b4bfa80619,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:09.026121 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e104505-b065-442d-8a5b-295dedb55e5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:09.026431 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e104505-b065-442d-8a5b-295dedb55e5a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:09.026753 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e104505-b065-442d-8a5b-295dedb55e5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:09.027087 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e104505-b065-442d-8a5b-295dedb55e5a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:09.027950 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e104505-b065-442d-8a5b-295dedb55e5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:09.028299 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e104505-b065-442d-8a5b-295dedb55e5a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:09.028634 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e104505-b065-442d-8a5b-295dedb55e5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:09.028962 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e104505-b065-442d-8a5b-295dedb55e5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:09.029290 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e104505-b065-442d-8a5b-295dedb55e5a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:09.029616 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e104505-b065-442d-8a5b-295dedb55e5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:09.029965 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e104505-b065-442d-8a5b-295dedb55e5a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:09.030273 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e104505-b065-442d-8a5b-295dedb55e5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:09.030595 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e104505-b065-442d-8a5b-295dedb55e5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:09.030914 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e104505-b065-442d-8a5b-295dedb55e5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:09.031245 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e104505-b065-442d-8a5b-295dedb55e5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:09.111693 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ecb6b1-7b31-4519-8b77-b0912c97f9ec req-d6cbc4de-9a30-479f-b6ed-9080d26b6e36 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:09.113181 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d3ecb6b1-7b31-4519-8b77-b0912c97f9ec req-d6cbc4de-9a30-479f-b6ed-9080d26b6e36 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 945 time: 0.0510170 Sep 01 16:40:09.115495 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-c273d857-6555-4057-ba09-59bf1f0942bf req-e957ee80-eb81-4922-a9c9-f0c0585a2633 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829947 Sep 01 16:40:09.118464 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6deb0cd8-7165-427a-a8a6-8f58d3038948 admin admin] Publish callbacks [] for security_group (754fd957-dd52-43bd-96a6-41b4bfa80619), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:09.144522 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6deb0cd8-7165-427a-a8a6-8f58d3038948 admin admin] Publish callbacks [] for security_group (754fd957-dd52-43bd-96a6-41b4bfa80619), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:09.162271 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d3ecb6b1-7b31-4519-8b77-b0912c97f9ec req-c000ab8e-cf8d-4bf4-a418-bee8e8011ca7 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426102 Sep 01 16:40:09.195390 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6deb0cd8-7165-427a-a8a6-8f58d3038948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (754fd957-dd52-43bd-96a6-41b4bfa80619), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:09.197976 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6deb0cd8-7165-427a-a8a6-8f58d3038948 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:09.199821 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-6deb0cd8-7165-427a-a8a6-8f58d3038948 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/754fd957-dd52-43bd-96a6-41b4bfa80619 HTTP/1.1" status: 204 len: 168 time: 0.1797559 Sep 01 16:40:09.209656 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb0cd8-7165-427a-a8a6-8f58d3038948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754fd957-dd52-43bd-96a6-41b4bfa80619,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:09.505322 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 37394) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:40:09.520349 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-91df9016-64f7-455d-b864-706b120d98e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:09.547684 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b9db7-b81c-4e84-a7a2-d879f27266fa req-de6337ef-acca-48fb-a85d-2eb28ef4fcee tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:09.549341 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-ff9b9db7-b81c-4e84-a7a2-d879f27266fa req-de6337ef-acca-48fb-a85d-2eb28ef4fcee tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec8a5228-091c-490d-8790-3cd53e77b5d1 HTTP/1.1" status: 200 len: 943 time: 0.0501521 Sep 01 16:40:09.601575 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-91df9016-64f7-455d-b864-706b120d98e5 admin admin] Publish callbacks [] for security_group (df87b23e-3ff6-47cf-894f-2526f6229070), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:09.606258 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-ff9b9db7-b81c-4e84-a7a2-d879f27266fa req-7e647862-7c72-40b0-b932-793021fd41f2 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486863 Sep 01 16:40:09.607187 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-91df9016-64f7-455d-b864-706b120d98e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (df87b23e-3ff6-47cf-894f-2526f6229070), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:09.629456 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:09.650543 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-91df9016-64f7-455d-b864-706b120d98e5 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=479556cd676d4e9592f6f348f8a701e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1443417 Sep 01 16:40:09.651637 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df9016-64f7-455d-b864-706b120d98e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df87b23e-3ff6-47cf-894f-2526f6229070,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:09.653753 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 37396) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:40:09.703455 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-d22e8324-a930-42d0-85c6-bab6b33fd78a admin admin] Publish callbacks [] for security_group (df87b23e-3ff6-47cf-894f-2526f6229070), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:09.723472 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-d22e8324-a930-42d0-85c6-bab6b33fd78a admin admin] Publish callbacks [] for security_group (df87b23e-3ff6-47cf-894f-2526f6229070), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:09.731421 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:09.772738 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-d22e8324-a930-42d0-85c6-bab6b33fd78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (df87b23e-3ff6-47cf-894f-2526f6229070), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:09.775583 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-d22e8324-a930-42d0-85c6-bab6b33fd78a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:09.778373 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-d22e8324-a930-42d0-85c6-bab6b33fd78a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/df87b23e-3ff6-47cf-894f-2526f6229070 HTTP/1.1" status: 204 len: 168 time: 0.1226671 Sep 01 16:40:09.788518 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e8324-a930-42d0-85c6-bab6b33fd78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df87b23e-3ff6-47cf-894f-2526f6229070,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:10.257492 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4577ce3-b08a-4efa-ab1a-386a73d3cd99 req-da384989-e671-40cd-8518-15611eb4b174 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:10.259177 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c4577ce3-b08a-4efa-ab1a-386a73d3cd99 req-da384989-e671-40cd-8518-15611eb4b174 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 943 time: 0.0699062 Sep 01 16:40:10.321441 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c4577ce3-b08a-4efa-ab1a-386a73d3cd99 req-9b6141f2-7403-42b8-9012-000d473e0d1b tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557017 Sep 01 16:40:10.358420 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3826ba-0a49-4ffc-a507-06f8c2d3967e req-8e38a425-ee5e-4453-9b50-6a3d75df00e8 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:10.359967 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-fb3826ba-0a49-4ffc-a507-06f8c2d3967e req-8e38a425-ee5e-4453-9b50-6a3d75df00e8 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 945 time: 0.1073463 Sep 01 16:40:10.423974 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-fb3826ba-0a49-4ffc-a507-06f8c2d3967e req-9010dd05-11cc-4b2a-ab72-6e82c9ec51e9 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567753 Sep 01 16:40:10.499120 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 5bb9e1c4-5809-406a-8024-a9bfe99bb842 up at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:40:10.549681 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:10.555628 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning complete for port 5bb9e1c4-5809-406a-8024-a9bfe99bb842 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:40:10.556094 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (5bb9e1c4-5809-406a-8024-a9bfe99bb842), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:10.658524 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 5bb9e1c4-5809-406a-8024-a9bfe99bb842 is: BUILD; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:40:10.658929 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (5bb9e1c4-5809-406a-8024-a9bfe99bb842), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:10.691651 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d764e51-5b8a-4d17-886e-b52189448293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb9e1c4-5809-406a-8024-a9bfe99bb842'}] {{(pid=106491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:40:10.694531 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27cd250e45b0eab3f9aacaaa4111d690d8ad0f5b6b5c497c1d88b56abc962a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d920f7c5-ca3c-43bf-85f2-a654d4a159e7" -d '{"events": [{"server_uuid": "7d764e51-5b8a-4d17-886e-b52189448293", "name": "network-vif-plugged", "status": "completed", "tag": "5bb9e1c4-5809-406a-8024-a9bfe99bb842"}]}' {{(pid=106491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:40:10.715414 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 5bb9e1c4-5809-406a-8024-a9bfe99bb842, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=5bb9e1c4-5809-406a-8024-a9bfe99bb842,segment=NetworkSegment(a5fdef99-cab9-4e68-9f85-2b12b874dece),segment_id=a5fdef99-cab9-4e68-9f85-2b12b874dece)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:40:10.725135 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (5bb9e1c4-5809-406a-8024-a9bfe99bb842), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:10.819074 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8be78c-d1dd-4283-9f0a-b228be13966a req-49a70d89-e07e-418d-87af-b626c57c79c0 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:10.831837 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ed8be78c-d1dd-4283-9f0a-b228be13966a req-49a70d89-e07e-418d-87af-b626c57c79c0 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec8a5228-091c-490d-8790-3cd53e77b5d1 HTTP/1.1" status: 200 len: 943 time: 0.1109602 Sep 01 16:40:10.847832 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=5bb9e1c4-5809-406a-8024-a9bfe99bb842,revision_number=7']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:10.919223 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ed8be78c-d1dd-4283-9f0a-b228be13966a req-faa3ca78-45ba-43d5-9fdc-8d18d16976e6 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855997 Sep 01 16:40:10.957455 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2f979d-1264-4ca5-8036-1a23dbe7977b x-openstack-request-id: req-1f2f979d-1264-4ca5-8036-1a23dbe7977b {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:40:10.958262 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d764e51-5b8a-4d17-886e-b52189448293", "name": "network-vif-plugged", "status": "completed", "tag": "5bb9e1c4-5809-406a-8024-a9bfe99bb842", "code": 200}]} {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:40:10.958722 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1f2f979d-1264-4ca5-8036-1a23dbe7977b {{(pid=106491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:40:10.959314 dv-cinder-852209-10-iscsi neutron-server[106491]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f2f979d-1264-4ca5-8036-1a23dbe7977b'] response: {'server_uuid': '7d764e51-5b8a-4d17-886e-b52189448293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb9e1c4-5809-406a-8024-a9bfe99bb842', 'code': 200} Sep 01 16:40:11.461147 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757f564-454a-421a-a3c5-3ab35f612b88 req-93f1599c-82a2-433f-b53c-9a071b3a79cd tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:11.467493 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3757f564-454a-421a-a3c5-3ab35f612b88 req-93f1599c-82a2-433f-b53c-9a071b3a79cd tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 943 time: 0.0594800 Sep 01 16:40:11.582162 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3757f564-454a-421a-a3c5-3ab35f612b88 req-784f5952-9d86-43f0-8b0a-a0f944f5ac05 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068711 Sep 01 16:40:11.605987 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96974101-d51c-4777-b9c0-6afed43ea4db req-afd84bf9-e97e-4e1d-b206-516cab693aa2 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:11.608279 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-96974101-d51c-4777-b9c0-6afed43ea4db req-afd84bf9-e97e-4e1d-b206-516cab693aa2 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 946 time: 0.0761590 Sep 01 16:40:11.666721 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-96974101-d51c-4777-b9c0-6afed43ea4db req-d3dc7828-5c73-4640-8e16-81298f283165 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525188 Sep 01 16:40:12.144437 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7fe867-da11-4132-8444-419fa448f848 req-8fcbd14e-4d88-43c2-b4a3-5b4930b4957a tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:12.146221 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0d7fe867-da11-4132-8444-419fa448f848 req-8fcbd14e-4d88-43c2-b4a3-5b4930b4957a tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec8a5228-091c-490d-8790-3cd53e77b5d1 HTTP/1.1" status: 200 len: 943 time: 0.0557122 Sep 01 16:40:12.189301 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:12.218915 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0d7fe867-da11-4132-8444-419fa448f848 req-6a8b2db9-ed08-4ee0-95a6-6243a80d7475 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558696 Sep 01 16:40:12.507403 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 85932ff9-5198-4161-a8d5-3f43070b4618 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:40:12.618578 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 85932ff9-5198-4161-a8d5-3f43070b4618, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=85932ff9-5198-4161-a8d5-3f43070b4618,segment=NetworkSegment(4cbc129f-9724-4ad0-a28e-f2e8d6dd5021),segment_id=4cbc129f-9724-4ad0-a28e-f2e8d6dd5021)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:40:12.632443 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Returning: {'device': '85932ff9-5198-4161-a8d5-3f43070b4618', 'network_id': 'b36a9745-9290-42e8-afea-e40aab2f41b5', 'port_id': '85932ff9-5198-4161-a8d5-3f43070b4618', 'mac_address': 'fa:16:3e:88:18:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1beef4d-dfb1-4a05-8a44-08c9bc10a278', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:40:12.685128 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 85932ff9-5198-4161-a8d5-3f43070b4618 is: DOWN; New status is: BUILD {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:40:12.685907 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (85932ff9-5198-4161-a8d5-3f43070b4618), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:12.697637 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:12.710527 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85932ff9-5198-4161-a8d5-3f43070b4618 {{(pid=106491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:40:12.718176 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a258691-b2f5-4f37-ad6c-8a8760776efc req-072b60be-d3e3-4f53-88eb-4c852cc0d5d7 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:12.726737 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-5a258691-b2f5-4f37-ad6c-8a8760776efc req-072b60be-d3e3-4f53-88eb-4c852cc0d5d7 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 943 time: 0.0692980 Sep 01 16:40:12.744273 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 85932ff9-5198-4161-a8d5-3f43070b4618, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=85932ff9-5198-4161-a8d5-3f43070b4618,segment=NetworkSegment(4cbc129f-9724-4ad0-a28e-f2e8d6dd5021),segment_id=4cbc129f-9724-4ad0-a28e-f2e8d6dd5021)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:40:12.753702 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (85932ff9-5198-4161-a8d5-3f43070b4618), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:12.798119 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-5a258691-b2f5-4f37-ad6c-8a8760776efc req-e9341661-3e24-4a52-99f8-9628e5feb523 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702498 Sep 01 16:40:12.816775 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=85932ff9-5198-4161-a8d5-3f43070b4618,revision_number=4']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:12.851668 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec77171-e4f0-4225-9eeb-d9851b20e1e9 req-af93dd71-7b4a-478e-aa78-4a30daa72707 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:12.853803 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-cec77171-e4f0-4225-9eeb-d9851b20e1e9 req-af93dd71-7b4a-478e-aa78-4a30daa72707 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 946 time: 0.0739641 Sep 01 16:40:12.878300 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=25 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:12.880919 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=33 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:12.908719 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-cec77171-e4f0-4225-9eeb-d9851b20e1e9 req-b56adc24-6c4a-43ff-99ca-97bedb87f0d4 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484912 Sep 01 16:40:13.119421 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] get_ports_and_sgs() called for port_ids ['85932ff9-5198-4161-a8d5-3f43070b4618'] {{(pid=106491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 16:40:13.171884 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:13.426629 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb00494-b82b-4932-ae7f-d4fcb722e73c req-a3953cc6-e27d-493c-bc0c-b29b343dcec3 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:13.428444 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-5eb00494-b82b-4932-ae7f-d4fcb722e73c req-a3953cc6-e27d-493c-bc0c-b29b343dcec3 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec8a5228-091c-490d-8790-3cd53e77b5d1 HTTP/1.1" status: 200 len: 943 time: 0.0682077 Sep 01 16:40:13.497705 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-5eb00494-b82b-4932-ae7f-d4fcb722e73c req-aa02cbaa-a63a-472f-bf79-fee29c1c4d4d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636854 Sep 01 16:40:13.924804 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09161b6a-e1a1-483c-a350-939d24d71f77 req-ddd9114e-9920-4127-820d-403d5beb629c tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:13.926407 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-09161b6a-e1a1-483c-a350-939d24d71f77 req-ddd9114e-9920-4127-820d-403d5beb629c tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 944 time: 0.0491891 Sep 01 16:40:14.002371 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-09161b6a-e1a1-483c-a350-939d24d71f77 req-6a054c2f-54d1-4583-bfda-2bdc091d06c5 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699692 Sep 01 16:40:14.055095 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e4b60-fe34-473a-ac21-bb445f616b54 req-c612f4cf-757a-4606-9952-21e54ed8a084 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:14.057180 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-0d1e4b60-fe34-473a-ac21-bb445f616b54 req-c612f4cf-757a-4606-9952-21e54ed8a084 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 946 time: 0.0578270 Sep 01 16:40:14.119634 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-0d1e4b60-fe34-473a-ac21-bb445f616b54 req-5e0aa6c6-c1fe-4d8f-9920-c1c8f66ef599 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547535 Sep 01 16:40:14.508691 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 086e5891-69d8-40bc-9506-7d948bca1db9 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:40:14.528389 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 85932ff9-5198-4161-a8d5-3f43070b4618 up at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:40:14.593228 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:14.645332 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning for port 85932ff9-5198-4161-a8d5-3f43070b4618 completed by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 16:40:14.656148 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning complete for port 85932ff9-5198-4161-a8d5-3f43070b4618 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:40:14.656520 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (85932ff9-5198-4161-a8d5-3f43070b4618), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:14.721696 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cfae6-c3bb-472b-807d-2f8d970cccc6 req-2e0d3016-61b6-4254-816a-347d6621b157 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:14.723433 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 086e5891-69d8-40bc-9506-7d948bca1db9, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=086e5891-69d8-40bc-9506-7d948bca1db9,segment=NetworkSegment(bbd04979-a082-42b3-a384-0dd9dbff408c),segment_id=bbd04979-a082-42b3-a384-0dd9dbff408c)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:40:14.745037 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Returning: {'device': '086e5891-69d8-40bc-9506-7d948bca1db9', 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8', 'port_id': '086e5891-69d8-40bc-9506-7d948bca1db9', 'mac_address': 'fa:16:3e:53:7c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1de59a85-ac00-434c-9a09-dffa079bb909', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:40:14.747379 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-584cfae6-c3bb-472b-807d-2f8d970cccc6 req-2e0d3016-61b6-4254-816a-347d6621b157 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec8a5228-091c-490d-8790-3cd53e77b5d1 HTTP/1.1" status: 200 len: 943 time: 0.1189075 Sep 01 16:40:14.840830 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-584cfae6-c3bb-472b-807d-2f8d970cccc6 req-b106a09d-df68-4be0-9ef4-8267b9112a01 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909469 Sep 01 16:40:14.858363 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 85932ff9-5198-4161-a8d5-3f43070b4618 is: BUILD; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:40:14.858363 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (85932ff9-5198-4161-a8d5-3f43070b4618), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:14.863631 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 086e5891-69d8-40bc-9506-7d948bca1db9 is: DOWN; New status is: BUILD {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:40:14.864013 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (086e5891-69d8-40bc-9506-7d948bca1db9), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:14.923511 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 85932ff9-5198-4161-a8d5-3f43070b4618, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=85932ff9-5198-4161-a8d5-3f43070b4618,segment=NetworkSegment(4cbc129f-9724-4ad0-a28e-f2e8d6dd5021),segment_id=4cbc129f-9724-4ad0-a28e-f2e8d6dd5021)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:40:14.934509 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad0df24-0b95-4583-9017-6322bebd55a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85932ff9-5198-4161-a8d5-3f43070b4618'}] {{(pid=106491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:40:14.936865 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27cd250e45b0eab3f9aacaaa4111d690d8ad0f5b6b5c497c1d88b56abc962a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af575219-603e-4d80-805e-c9db37ee1803" -d '{"events": [{"server_uuid": "fad0df24-0b95-4583-9017-6322bebd55a0", "name": "network-vif-plugged", "status": "completed", "tag": "85932ff9-5198-4161-a8d5-3f43070b4618"}]}' {{(pid=106491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:40:14.943582 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (85932ff9-5198-4161-a8d5-3f43070b4618), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:14.970813 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 086e5891-69d8-40bc-9506-7d948bca1db9 {{(pid=106491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:40:15.018974 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 086e5891-69d8-40bc-9506-7d948bca1db9, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=086e5891-69d8-40bc-9506-7d948bca1db9,segment=NetworkSegment(bbd04979-a082-42b3-a384-0dd9dbff408c),segment_id=bbd04979-a082-42b3-a384-0dd9dbff408c)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:40:15.032048 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=85932ff9-5198-4161-a8d5-3f43070b4618,revision_number=5']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:15.038469 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068015d4-421f-4740-a44c-c226cbb59147 x-openstack-request-id: req-068015d4-421f-4740-a44c-c226cbb59147 {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:40:15.044711 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad0df24-0b95-4583-9017-6322bebd55a0", "name": "network-vif-plugged", "status": "completed", "tag": "85932ff9-5198-4161-a8d5-3f43070b4618", "code": 200}]} {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:40:15.044986 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-068015d4-421f-4740-a44c-c226cbb59147 {{(pid=106491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:40:15.045407 dv-cinder-852209-10-iscsi neutron-server[106491]: INFO neutron.notifiers.nova [-] Nova event matching ['req-068015d4-421f-4740-a44c-c226cbb59147'] response: {'server_uuid': 'fad0df24-0b95-4583-9017-6322bebd55a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85932ff9-5198-4161-a8d5-3f43070b4618', 'code': 200} Sep 01 16:40:15.048534 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (086e5891-69d8-40bc-9506-7d948bca1db9), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:15.204313 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=086e5891-69d8-40bc-9506-7d948bca1db9,revision_number=4']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:15.256170 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c486e6b-4ca8-45a5-9225-c6c0af79a84f req-2b963146-bf7c-4bbf-9b73-8d53e0f56e86 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:15.263761 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-6c486e6b-4ca8-45a5-9225-c6c0af79a84f req-2b963146-bf7c-4bbf-9b73-8d53e0f56e86 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 945 time: 0.0943332 Sep 01 16:40:15.297217 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0c9ca-5816-4143-8f5e-6713efb205ee req-68fbcfdc-25d9-4c28-a73f-4ae4b0395704 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:15.299666 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-c1f0c9ca-5816-4143-8f5e-6713efb205ee req-68fbcfdc-25d9-4c28-a73f-4ae4b0395704 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 946 time: 0.0745547 Sep 01 16:40:15.342800 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-6c486e6b-4ca8-45a5-9225-c6c0af79a84f req-78819a13-d392-4a5f-b395-93ae484b66c9 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778306 Sep 01 16:40:15.374042 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-c1f0c9ca-5816-4143-8f5e-6713efb205ee req-60c267b1-07f0-4f7c-bf45-3936731611bb tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645585 Sep 01 16:40:15.407514 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] get_ports_and_sgs() called for port_ids ['086e5891-69d8-40bc-9506-7d948bca1db9'] {{(pid=106491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 16:40:15.409798 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae3392-5302-4db7-9d14-003e61315464 req-996b6018-3cd2-4695-88dd-8adf9e4c6899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:15.411329 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-9fae3392-5302-4db7-9d14-003e61315464 req-996b6018-3cd2-4695-88dd-8adf9e4c6899 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 1129 time: 0.0639942 Sep 01 16:40:15.471991 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-9fae3392-5302-4db7-9d14-003e61315464 req-9effbf77-7828-4219-88a0-351c142ce153 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516016 Sep 01 16:40:15.499255 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:15.979843 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064449d-b68c-4b90-b298-ab54aa05aa3c req-f9bb94f8-4895-4a8d-addf-52dbaad11ffc tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:15.987970 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-6064449d-b68c-4b90-b298-ab54aa05aa3c req-f9bb94f8-4895-4a8d-addf-52dbaad11ffc tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec8a5228-091c-490d-8790-3cd53e77b5d1 HTTP/1.1" status: 200 len: 944 time: 0.0660350 Sep 01 16:40:16.036943 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-6064449d-b68c-4b90-b298-ab54aa05aa3c req-dd8f4d11-b480-4b9c-8960-fee9dddefab8 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478845 Sep 01 16:40:16.493055 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e4d70-85b9-4374-923b-5ca492cf63c3 req-58fe0308-496a-4aaf-a134-7db3fc3dbbec tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:16.496713 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-9c2e4d70-85b9-4374-923b-5ca492cf63c3 req-58fe0308-496a-4aaf-a134-7db3fc3dbbec tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 945 time: 0.0582106 Sep 01 16:40:16.559824 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:16.565733 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-9c2e4d70-85b9-4374-923b-5ca492cf63c3 req-337000f1-754f-4af6-9223-e34495876079 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580177 Sep 01 16:40:16.567670 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 086e5891-69d8-40bc-9506-7d948bca1db9 up at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:40:16.666860 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning for port 086e5891-69d8-40bc-9506-7d948bca1db9 completed by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 16:40:16.677089 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning complete for port 086e5891-69d8-40bc-9506-7d948bca1db9 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:40:16.677901 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (086e5891-69d8-40bc-9506-7d948bca1db9), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:16.705441 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:16.709966 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649bb26-6121-43da-bb96-50b7b17f2ebb req-27f447a5-a669-4c12-a73a-9840c220c73f tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:16.712362 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-9649bb26-6121-43da-bb96-50b7b17f2ebb req-27f447a5-a669-4c12-a73a-9840c220c73f tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 946 time: 0.0814185 Sep 01 16:40:16.772560 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 37562) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:40:16.800930 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 086e5891-69d8-40bc-9506-7d948bca1db9 is: BUILD; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:40:16.801183 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-9649bb26-6121-43da-bb96-50b7b17f2ebb req-3ff1c024-63c3-447e-aad5-c4932ae89eb0 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775821 Sep 01 16:40:16.801327 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (086e5891-69d8-40bc-9506-7d948bca1db9), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:16.848036 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 086e5891-69d8-40bc-9506-7d948bca1db9, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=086e5891-69d8-40bc-9506-7d948bca1db9,segment=NetworkSegment(bbd04979-a082-42b3-a384-0dd9dbff408c),segment_id=bbd04979-a082-42b3-a384-0dd9dbff408c)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:40:16.852896 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (086e5891-69d8-40bc-9506-7d948bca1db9), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:16.914103 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=086e5891-69d8-40bc-9506-7d948bca1db9,revision_number=5']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:16.914472 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-54014370-923f-46c4-a5e8-815198e8e029 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:17.004455 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-54014370-923f-46c4-a5e8-815198e8e029 admin admin] Publish callbacks [] for security_group (98ead226-b8e3-4bc6-a6b5-4b8892bfc903), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:17.010468 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-54014370-923f-46c4-a5e8-815198e8e029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (98ead226-b8e3-4bc6-a6b5-4b8892bfc903), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:17.047417 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8a5228-091c-490d-8790-3cd53e77b5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086e5891-69d8-40bc-9506-7d948bca1db9'}] {{(pid=106491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:40:17.049924 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27cd250e45b0eab3f9aacaaa4111d690d8ad0f5b6b5c497c1d88b56abc962a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91535dbe-4f89-483c-b131-1ef06f69954e" -d '{"events": [{"server_uuid": "ec8a5228-091c-490d-8790-3cd53e77b5d1", "name": "network-vif-plugged", "status": "completed", "tag": "086e5891-69d8-40bc-9506-7d948bca1db9"}]}' {{(pid=106491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:40:17.066726 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 37568) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:40:17.068647 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-54014370-923f-46c4-a5e8-815198e8e029 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=7a48b83ad43347a0898a5bd01ca224ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2940381 Sep 01 16:40:17.070167 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54014370-923f-46c4-a5e8-815198e8e029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ead226-b8e3-4bc6-a6b5-4b8892bfc903,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:17.172686 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a8e454-ef17-45d7-86de-00f5b96fb737 x-openstack-request-id: req-26a8e454-ef17-45d7-86de-00f5b96fb737 {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:40:17.173130 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8a5228-091c-490d-8790-3cd53e77b5d1", "name": "network-vif-plugged", "status": "completed", "tag": "086e5891-69d8-40bc-9506-7d948bca1db9", "code": 200}]} {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:40:17.173555 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-26a8e454-ef17-45d7-86de-00f5b96fb737 {{(pid=106491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:40:17.174041 dv-cinder-852209-10-iscsi neutron-server[106491]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26a8e454-ef17-45d7-86de-00f5b96fb737'] response: {'server_uuid': 'ec8a5228-091c-490d-8790-3cd53e77b5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086e5891-69d8-40bc-9506-7d948bca1db9', 'code': 200} Sep 01 16:40:17.180720 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-f1e3f6c9-a9e1-4146-a7b2-e4516e1e5a3f admin admin] Publish callbacks [] for security_group (98ead226-b8e3-4bc6-a6b5-4b8892bfc903), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:17.214009 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-f1e3f6c9-a9e1-4146-a7b2-e4516e1e5a3f admin admin] Publish callbacks [] for security_group (98ead226-b8e3-4bc6-a6b5-4b8892bfc903), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:17.324436 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9711fe-9f04-483f-a661-3834ef7e7b07 req-5ef2961a-e4a6-4d97-bce6-58e44de3105d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:17.326001 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4b9711fe-9f04-483f-a661-3834ef7e7b07 req-5ef2961a-e4a6-4d97-bce6-58e44de3105d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec8a5228-091c-490d-8790-3cd53e77b5d1 HTTP/1.1" status: 200 len: 945 time: 0.0657923 Sep 01 16:40:17.393325 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-f1e3f6c9-a9e1-4146-a7b2-e4516e1e5a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (98ead226-b8e3-4bc6-a6b5-4b8892bfc903), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:17.396512 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-f1e3f6c9-a9e1-4146-a7b2-e4516e1e5a3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:17.397788 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-f1e3f6c9-a9e1-4146-a7b2-e4516e1e5a3f admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/98ead226-b8e3-4bc6-a6b5-4b8892bfc903 HTTP/1.1" status: 204 len: 168 time: 0.3290017 Sep 01 16:40:17.444457 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e3f6c9-a9e1-4146-a7b2-e4516e1e5a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ead226-b8e3-4bc6-a6b5-4b8892bfc903,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:17.488548 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4b9711fe-9f04-483f-a661-3834ef7e7b07 req-f0eed4f6-fd97-44fc-8989-e24c841ff89e tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493566 Sep 01 16:40:17.729280 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170b800-b0e9-4da0-8b98-1d8bc85cc497 req-3bc227d5-a13e-4758-b7ff-e79aa96a5bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:17.734030 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f170b800-b0e9-4da0-8b98-1d8bc85cc497 req-3bc227d5-a13e-4758-b7ff-e79aa96a5bd6 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=ec8a5228-091c-490d-8790-3cd53e77b5d1 HTTP/1.1" status: 200 len: 1129 time: 0.0814974 Sep 01 16:40:17.734428 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:17.741441 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ea538-b647-4a04-82dc-359c908566e8 req-749d4766-df5a-488d-8594-d5890fafbb82 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:17.751024 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-887ea538-b647-4a04-82dc-359c908566e8 req-749d4766-df5a-488d-8594-d5890fafbb82 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 945 time: 0.0628796 Sep 01 16:40:17.807892 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:17.817764 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-887ea538-b647-4a04-82dc-359c908566e8 req-e0e1e8ba-9266-4667-912e-9bdc3eb34a66 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635037 Sep 01 16:40:17.818331 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f170b800-b0e9-4da0-8b98-1d8bc85cc497 req-7d33c25a-6195-4abf-bc4a-c810723910bf service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767431 Sep 01 16:40:17.901398 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 37588) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:40:17.918094 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-70553f75-ac89-44a6-a90f-78fed532a1bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:17.968118 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7bddf-eac7-418c-8f73-2577c6dc6fa2 req-8f50b4d4-4c33-4d18-b4f1-61d1cb1a2a59 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:17.976052 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-12f7bddf-eac7-418c-8f73-2577c6dc6fa2 req-8f50b4d4-4c33-4d18-b4f1-61d1cb1a2a59 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 946 time: 0.0639267 Sep 01 16:40:18.028215 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157b524-c738-4144-85fb-f32a267c983d req-f635e5a1-dde0-4b65-a26b-dc81f2bf04ae tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:18.029744 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-0157b524-c738-4144-85fb-f32a267c983d req-f635e5a1-dde0-4b65-a26b-dc81f2bf04ae tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 945 time: 0.1026626 Sep 01 16:40:18.034892 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-12f7bddf-eac7-418c-8f73-2577c6dc6fa2 req-7c99d8c8-534f-478f-a50a-023749017f76 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579784 Sep 01 16:40:18.050710 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-70553f75-ac89-44a6-a90f-78fed532a1bf admin admin] Publish callbacks [] for security_group (bc2628f6-48d8-47cb-98ef-92589071723f), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:18.077682 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-70553f75-ac89-44a6-a90f-78fed532a1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (bc2628f6-48d8-47cb-98ef-92589071723f), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:18.119429 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-70553f75-ac89-44a6-a90f-78fed532a1bf admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=9b29905dc69e4cd6ba264eaf73188891&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169137 Sep 01 16:40:18.122702 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 37590) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:40:18.126560 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-0157b524-c738-4144-85fb-f32a267c983d req-c1d6114d-81eb-402d-bb68-927e2ed4499c tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879126 Sep 01 16:40:18.138197 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70553f75-ac89-44a6-a90f-78fed532a1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2628f6-48d8-47cb-98ef-92589071723f,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:18.160921 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 37592) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:40:18.192917 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-5be54d71-f68b-4ee5-8c05-4c22b0fa1aba admin admin] Publish callbacks [] for security_group (bc2628f6-48d8-47cb-98ef-92589071723f), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:18.217423 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-5be54d71-f68b-4ee5-8c05-4c22b0fa1aba admin admin] Publish callbacks [] for security_group (bc2628f6-48d8-47cb-98ef-92589071723f), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:18.281243 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-5be54d71-f68b-4ee5-8c05-4c22b0fa1aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (bc2628f6-48d8-47cb-98ef-92589071723f), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:18.284145 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-5be54d71-f68b-4ee5-8c05-4c22b0fa1aba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:18.288081 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-5be54d71-f68b-4ee5-8c05-4c22b0fa1aba admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/bc2628f6-48d8-47cb-98ef-92589071723f HTTP/1.1" status: 204 len: 168 time: 0.1641476 Sep 01 16:40:18.300717 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be54d71-f68b-4ee5-8c05-4c22b0fa1aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2628f6-48d8-47cb-98ef-92589071723f,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:18.500377 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dacddf-1dcb-45a5-a06f-3e0f83a623e1 tempest-TestShelveInstance-86677134 tempest-TestShelveInstance-86677134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:18.505539 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 37598) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:40:18.510522 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-9a060823-a2a0-48fb-8e3f-313c5072bb27 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Request body: {'floatingip': {'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'port_id': '85932ff9-5198-4161-a8d5-3f43070b4618', 'tenant_id': 'b683a11c21fe4dd389a006f051576a1b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:40:18.517038 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-18dacddf-1dcb-45a5-a06f-3e0f83a623e1 tempest-TestShelveInstance-86677134 tempest-TestShelveInstance-86677134-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 1124 time: 0.3545558 Sep 01 16:40:18.567784 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-9a060823-a2a0-48fb-8e3f-313c5072bb27 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:18.713326 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89750da9-a27e-48ea-942c-24c21180c744 req-98aec6e0-a321-46de-b0c4-b82a1c96cc7b tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:18.718725 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-89750da9-a27e-48ea-942c-24c21180c744 req-98aec6e0-a321-46de-b0c4-b82a1c96cc7b tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec8a5228-091c-490d-8790-3cd53e77b5d1 HTTP/1.1" status: 200 len: 945 time: 0.1216960 Sep 01 16:40:18.743325 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-9a060823-a2a0-48fb-8e3f-313c5072bb27 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:18.783588 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.agents_db [None req-09d9e05d-4d55-4c1e-8994-77c39c5d0c8d None None] Agent healthcheck: found 6 active agents {{(pid=106492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:40:18.862166 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:18.960818 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-89750da9-a27e-48ea-942c-24c21180c744 req-38524e6d-5c22-44c9-b9b5-08ce15cbb4bb tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149630 Sep 01 16:40:18.979077 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_common [None req-9a060823-a2a0-48fb-8e3f-313c5072bb27 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Allocated IP 172.27.2.57 (537c3a33-78cb-41f3-a0ee-71478f9cfd9b/3e5d1400-7955-40a6-9a09-08f8a8c1db3a/70c40736-9886-4234-bdee-4fd1ea73ca32) {{(pid=106490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:40:19.188351 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-9a060823-a2a0-48fb-8e3f-313c5072bb27 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks [] for port (70c40736-9886-4234-bdee-4fd1ea73ca32), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:19.258194 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-9a060823-a2a0-48fb-8e3f-313c5072bb27 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (70c40736-9886-4234-bdee-4fd1ea73ca32), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:19.314633 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a060823-a2a0-48fb-8e3f-313c5072bb27 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Network 537c3a33-78cb-41f3-a0ee-71478f9cfd9b is already hosted by enough agents. {{(pid=106490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:40:19.318149 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [None req-9a060823-a2a0-48fb-8e3f-313c5072bb27 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Resources bound (agent type, host, resource id): {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:40:19.326694 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a060823-a2a0-48fb-8e3f-313c5072bb27 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Received port after_create {{(pid=106490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:40:19.344518 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:19.364976 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45205f-5597-4c21-8bc6-b5a41b2d388c req-ec830da9-7dfe-42dd-8d22-a6a0b516275e tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:19.374104 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-4f45205f-5597-4c21-8bc6-b5a41b2d388c req-ec830da9-7dfe-42dd-8d22-a6a0b516275e tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 946 time: 0.0708594 Sep 01 16:40:19.414902 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:19.444241 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-4f45205f-5597-4c21-8bc6-b5a41b2d388c req-bd5e88f2-c0f5-4f1c-a502-6bfa2ce248b0 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689297 Sep 01 16:40:19.482978 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a060823-a2a0-48fb-8e3f-313c5072bb27 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Pushing event updated for resources: {'Port': ['ID=70c40736-9886-4234-bdee-4fd1ea73ca32,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:19.905370 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-9a060823-a2a0-48fb-8e3f-313c5072bb27 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks [] for floatingip (3643246e-9f0a-408d-a313-21111b0e3814), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:19.988457 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-9a060823-a2a0-48fb-8e3f-313c5072bb27 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (70c40736-9886-4234-bdee-4fd1ea73ca32), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:20.048890 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:20.165341 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa000f-59ce-42ec-b5f5-916c5249c791 req-1ae61497-5af9-476f-bdee-6b48ba5076dc tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:20.171078 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-9faa000f-59ce-42ec-b5f5-916c5249c791 req-1ae61497-5af9-476f-bdee-6b48ba5076dc tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec8a5228-091c-490d-8790-3cd53e77b5d1 HTTP/1.1" status: 200 len: 945 time: 0.1003604 Sep 01 16:40:20.286790 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-9faa000f-59ce-42ec-b5f5-916c5249c791 req-0b8f8dec-ede5-4d4a-95f0-21af6ae7dfde tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112666 Sep 01 16:40:20.309384 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-9a060823-a2a0-48fb-8e3f-313c5072bb27 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks [] for port (70c40736-9886-4234-bdee-4fd1ea73ca32), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:20.335181 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-9a060823-a2a0-48fb-8e3f-313c5072bb27 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261539433'] for port (70c40736-9886-4234-bdee-4fd1ea73ca32), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:20.409089 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a060823-a2a0-48fb-8e3f-313c5072bb27 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Pushing event updated for resources: {'Port': ['ID=70c40736-9886-4234-bdee-4fd1ea73ca32,revision_number=2']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:20.411599 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-9a060823-a2a0-48fb-8e3f-313c5072bb27 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631243'] for floatingip (3643246e-9f0a-408d-a313-21111b0e3814), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:20.449583 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d492d-de7a-462e-bc3b-20e18b288e0f req-62afb1ae-02ad-4698-aa58-a9198b4df861 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:20.456495 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-562d492d-de7a-462e-bc3b-20e18b288e0f req-62afb1ae-02ad-4698-aa58-a9198b4df861 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec8a5228-091c-490d-8790-3cd53e77b5d1 HTTP/1.1" status: 200 len: 945 time: 0.0761371 Sep 01 16:40:20.519417 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-562d492d-de7a-462e-bc3b-20e18b288e0f req-13bb1a7c-588e-43f5-96a2-66735d977978 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618701 Sep 01 16:40:20.549307 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 37654) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:40:20.630750 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.db.l3_db [None req-9a060823-a2a0-48fb-8e3f-313c5072bb27 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Floating IP 3643246e-9f0a-408d-a313-21111b0e3814 associated. External IP: 172.27.2.57, port: 85932ff9-5198-4161-a8d5-3f43070b4618. Sep 01 16:40:20.632648 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:20.679992 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ceade6-b3a2-4873-980a-95e613b16f25 tempest-TestVolumeBootPattern-241304968 tempest-TestVolumeBootPattern-241304968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:20.681486 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-d7ceade6-b3a2-4873-980a-95e613b16f25 tempest-TestVolumeBootPattern-241304968 tempest-TestVolumeBootPattern-241304968-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec8a5228-091c-490d-8790-3cd53e77b5d1 HTTP/1.1" status: 200 len: 1124 time: 0.1291265 Sep 01 16:40:20.684524 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 37656) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:40:20.692381 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-2fe96f11-6d2f-4c73-a340-cac78a1f0acf tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Request body: {'floatingip': {'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'port_id': '086e5891-69d8-40bc-9506-7d948bca1db9', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:40:20.695074 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88e024-ee2d-4c3a-84be-74b619dbff2b req-a955e327-7f75-4044-a471-143e6702c53c tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:20.696550 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0b88e024-ee2d-4c3a-84be-74b619dbff2b req-a955e327-7f75-4044-a471-143e6702c53c tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 946 time: 0.1275251 Sep 01 16:40:20.741743 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-2fe96f11-6d2f-4c73-a340-cac78a1f0acf tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:20.793503 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0b88e024-ee2d-4c3a-84be-74b619dbff2b req-533e117e-30fd-491c-aaf2-71c1f0fd9d23 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885899 Sep 01 16:40:20.902953 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-2fe96f11-6d2f-4c73-a340-cac78a1f0acf tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:20.936650 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a060823-a2a0-48fb-8e3f-313c5072bb27 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Router 9d66326f-fa24-4aff-979d-af57251fc6b7 has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:40:21.074455 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.db_base_plugin_common [None req-2fe96f11-6d2f-4c73-a340-cac78a1f0acf tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Allocated IP 172.27.2.174 (537c3a33-78cb-41f3-a0ee-71478f9cfd9b/3e5d1400-7955-40a6-9a09-08f8a8c1db3a/2070ebb4-6ba6-48be-b346-e0f7be4bf89d) {{(pid=106489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:40:21.077468 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a060823-a2a0-48fb-8e3f-313c5072bb27 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:40:21.095096 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e950cf6-5b74-4081-9597-46394a7601f7 None None] Sync routers for ids ['9d66326f-fa24-4aff-979d-af57251fc6b7'] in dv-cinder-852209-10-iscsi {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:40:21.115857 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-9a060823-a2a0-48fb-8e3f-313c5072bb27 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for floatingip (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:21.141809 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e950cf6-5b74-4081-9597-46394a7601f7 None None] Routers {'9d66326f-fa24-4aff-979d-af57251fc6b7'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:40:21.146046 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-1e950cf6-5b74-4081-9597-46394a7601f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:39:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['9d66326f-fa24-4aff-979d-af57251fc6b7'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:21.168222 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-9a060823-a2a0-48fb-8e3f-313c5072bb27 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6606891 Sep 01 16:40:21.168881 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad0df24-0b95-4583-9017-6322bebd55a0', 'tag': '85932ff9-5198-4161-a8d5-3f43070b4618'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:40:21.173799 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c471a279-bf11-4500-833a-af5e6efd12ad" -d '{"events": [{"name": "network-changed", "server_uuid": "fad0df24-0b95-4583-9017-6322bebd55a0", "tag": "85932ff9-5198-4161-a8d5-3f43070b4618"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:40:21.197299 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:21.210195 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-2fe96f11-6d2f-4c73-a340-cac78a1f0acf tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for port (2070ebb4-6ba6-48be-b346-e0f7be4bf89d), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:21.241612 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 16:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ec2839-763f-4a0d-8d97-b629d2c634ed x-openstack-request-id: req-f7ec2839-763f-4a0d-8d97-b629d2c634ed {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:40:21.242066 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fad0df24-0b95-4583-9017-6322bebd55a0", "tag": "85932ff9-5198-4161-a8d5-3f43070b4618", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:40:21.242465 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f7ec2839-763f-4a0d-8d97-b629d2c634ed {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:40:21.243090 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7ec2839-763f-4a0d-8d97-b629d2c634ed'] response: {'name': 'network-changed', 'server_uuid': 'fad0df24-0b95-4583-9017-6322bebd55a0', 'tag': '85932ff9-5198-4161-a8d5-3f43070b4618', 'status': 'completed', 'code': 200} Sep 01 16:40:21.268377 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-2fe96f11-6d2f-4c73-a340-cac78a1f0acf tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261346675'] for port (2070ebb4-6ba6-48be-b346-e0f7be4bf89d), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:21.325769 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe96f11-6d2f-4c73-a340-cac78a1f0acf tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Network 537c3a33-78cb-41f3-a0ee-71478f9cfd9b is already hosted by enough agents. {{(pid=106489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:40:21.332386 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.base_scheduler [None req-2fe96f11-6d2f-4c73-a340-cac78a1f0acf tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Resources bound (agent type, host, resource id): {{(pid=106489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:40:21.335832 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe96f11-6d2f-4c73-a340-cac78a1f0acf tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Received port after_create {{(pid=106489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:40:21.354766 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-b8f40acb-c06e-45e6-98a0-4e7ab66f8cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:21.377130 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-1e950cf6-5b74-4081-9597-46394a7601f7 None None] Set router 9d66326f-fa24-4aff-979d-af57251fc6b7 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:40:21.379952 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe96f11-6d2f-4c73-a340-cac78a1f0acf tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Pushing event updated for resources: {'Port': ['ID=2070ebb4-6ba6-48be-b346-e0f7be4bf89d,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:21.414282 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471a279-bf11-4500-833a-af5e6efd12ad req-1ed49f6f-8f76-4206-8ed9-ba105a0a1926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:21.414282 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c471a279-bf11-4500-833a-af5e6efd12ad req-1ed49f6f-8f76-4206-8ed9-ba105a0a1926 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=b683a11c21fe4dd389a006f051576a1b&device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 1129 time: 0.1130602 Sep 01 16:40:21.539520 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:21.553546 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471a279-bf11-4500-833a-af5e6efd12ad req-62ead218-dc42-4c33-8f63-38ac8c05fc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:21.556553 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c471a279-bf11-4500-833a-af5e6efd12ad req-62ead218-dc42-4c33-8f63-38ac8c05fc5f service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=b36a9745-9290-42e8-afea-e40aab2f41b5 HTTP/1.1" status: 200 len: 909 time: 0.1398094 Sep 01 16:40:21.639099 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:21.645384 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-1e950cf6-5b74-4081-9597-46394a7601f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d66326f-fa24-4aff-979d-af57251fc6b7', 'name': 'tempest-TestShelveInstance-187662186-router', 'tenant_id': 'b683a11c21fe4dd389a006f051576a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:39:28Z', 'updated_at': '2022-09-01T16:39:31Z', 'revision_number': 4, 'project_id': 'b683a11c21fe4dd389a006f051576a1b', 'gw_port': {'id': '1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d66326f-fa24-4aff-979d-af57251fc6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:39:29Z', 'updated_at': '2022-09-01T16:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': '3643246e-9f0a-408d-a313-21111b0e3814', 'tenant_id': 'b683a11c21fe4dd389a006f051576a1b', 'floating_ip_address': '172.27.2.57', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '9d66326f-fa24-4aff-979d-af57251fc6b7', 'port_id': '85932ff9-5198-4161-a8d5-3f43070b4618', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b36a9745-9290-42e8-afea-e40aab2f41b5', 'mac_address': 'fa:16:3e:88:18:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad0df24-0b95-4583-9017-6322bebd55a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:40:19Z', 'updated_at': '2022-09-01T16:40:19Z', 'revision_number': 0, 'project_id': 'b683a11c21fe4dd389a006f051576a1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6544a95e-7780-4c06-929a-8c207d1630d1', 'name': '', 'network_id': 'b36a9745-9290-42e8-afea-e40aab2f41b5', 'tenant_id': 'b683a11c21fe4dd389a006f051576a1b', 'mac_address': 'fa:16:3e:2d:70:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d66326f-fa24-4aff-979d-af57251fc6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'f1beef4d-dfb1-4a05-8a44-08c9bc10a278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:39:31Z', 'updated_at': '2022-09-01T16:39:37Z', 'revision_number': 5, 'project_id': 'b683a11c21fe4dd389a006f051576a1b', 'subnets': [{'id': 'f1beef4d-dfb1-4a05-8a44-08c9bc10a278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:21.647232 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c471a279-bf11-4500-833a-af5e6efd12ad req-5438922d-7bf7-4c63-a6fa-5c0c80f757bd service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85932ff9-5198-4161-a8d5-3f43070b4618 HTTP/1.1" status: 200 len: 998 time: 0.0828159 Sep 01 16:40:21.672940 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e950cf6-5b74-4081-9597-46394a7601f7 None None] Checking router: 9d66326f-fa24-4aff-979d-af57251fc6b7 for host: dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:40:21.682746 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e950cf6-5b74-4081-9597-46394a7601f7 None None] Routers {'9d66326f-fa24-4aff-979d-af57251fc6b7'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:40:21.684220 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-1e950cf6-5b74-4081-9597-46394a7601f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:39:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['9d66326f-fa24-4aff-979d-af57251fc6b7'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:21.712505 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471a279-bf11-4500-833a-af5e6efd12ad req-66ce9a72-c41b-4f5d-8ef8-00cc5a17e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:21.714968 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c471a279-bf11-4500-833a-af5e6efd12ad req-66ce9a72-c41b-4f5d-8ef8-00cc5a17e098 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=f1beef4d-dfb1-4a05-8a44-08c9bc10a278 HTTP/1.1" status: 200 len: 847 time: 0.0576601 Sep 01 16:40:21.785251 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471a279-bf11-4500-833a-af5e6efd12ad req-5e093e7e-96fd-4061-bc4c-6f252b66cc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:21.786898 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-2fe96f11-6d2f-4c73-a340-cac78a1f0acf tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for floatingip (af064959-c658-41e0-a3b3-25f05a8ead15), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:21.787034 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c471a279-bf11-4500-833a-af5e6efd12ad req-5e093e7e-96fd-4061-bc4c-6f252b66cc44 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=b36a9745-9290-42e8-afea-e40aab2f41b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397291 Sep 01 16:40:21.787378 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:21.791879 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-1e950cf6-5b74-4081-9597-46394a7601f7 None None] Set router 9d66326f-fa24-4aff-979d-af57251fc6b7 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:40:21.867799 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-2fe96f11-6d2f-4c73-a340-cac78a1f0acf tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (2070ebb4-6ba6-48be-b346-e0f7be4bf89d), before_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:21.913807 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c471a279-bf11-4500-833a-af5e6efd12ad req-92476da3-17c8-487f-9a56-84886fdc2b45 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b36a9745-9290-42e8-afea-e40aab2f41b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195922 Sep 01 16:40:21.953851 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0497780-ab4b-4c49-a1d6-748699a5baf5 req-705b578c-abda-4b3c-8abf-5bf207b5a7de tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:21.956415 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e0497780-ab4b-4c49-a1d6-748699a5baf5 req-705b578c-abda-4b3c-8abf-5bf207b5a7de tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 946 time: 0.0592008 Sep 01 16:40:22.001786 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:22.015805 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e0497780-ab4b-4c49-a1d6-748699a5baf5 req-a83d6138-7fdf-47d8-9947-a5f3057a137b tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535772 Sep 01 16:40:22.051135 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-2fe96f11-6d2f-4c73-a340-cac78a1f0acf tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for port (2070ebb4-6ba6-48be-b346-e0f7be4bf89d), precommit_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:22.056013 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-2fe96f11-6d2f-4c73-a340-cac78a1f0acf tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261346666'] for port (2070ebb4-6ba6-48be-b346-e0f7be4bf89d), after_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:22.114994 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:22.116368 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-2fe96f11-6d2f-4c73-a340-cac78a1f0acf tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631243'] for floatingip (af064959-c658-41e0-a3b3-25f05a8ead15), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:22.151233 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-1e950cf6-5b74-4081-9597-46394a7601f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d66326f-fa24-4aff-979d-af57251fc6b7', 'name': 'tempest-TestShelveInstance-187662186-router', 'tenant_id': 'b683a11c21fe4dd389a006f051576a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:39:28Z', 'updated_at': '2022-09-01T16:39:31Z', 'revision_number': 4, 'project_id': 'b683a11c21fe4dd389a006f051576a1b', 'gw_port': {'id': '1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d66326f-fa24-4aff-979d-af57251fc6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:39:29Z', 'updated_at': '2022-09-01T16:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': '3643246e-9f0a-408d-a313-21111b0e3814', 'tenant_id': 'b683a11c21fe4dd389a006f051576a1b', 'floating_ip_address': '172.27.2.57', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '9d66326f-fa24-4aff-979d-af57251fc6b7', 'port_id': '85932ff9-5198-4161-a8d5-3f43070b4618', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b36a9745-9290-42e8-afea-e40aab2f41b5', 'mac_address': 'fa:16:3e:88:18:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad0df24-0b95-4583-9017-6322bebd55a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:40:19Z', 'updated_at': '2022-09-01T16:40:19Z', 'revision_number': 0, 'project_id': 'b683a11c21fe4dd389a006f051576a1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6544a95e-7780-4c06-929a-8c207d1630d1', 'name': '', 'network_id': 'b36a9745-9290-42e8-afea-e40aab2f41b5', 'tenant_id': 'b683a11c21fe4dd389a006f051576a1b', 'mac_address': 'fa:16:3e:2d:70:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d66326f-fa24-4aff-979d-af57251fc6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'f1beef4d-dfb1-4a05-8a44-08c9bc10a278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:39:31Z', 'updated_at': '2022-09-01T16:39:37Z', 'revision_number': 5, 'project_id': 'b683a11c21fe4dd389a006f051576a1b', 'subnets': [{'id': 'f1beef4d-dfb1-4a05-8a44-08c9bc10a278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:22.168742 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c471a279-bf11-4500-833a-af5e6efd12ad req-29fd8e4f-db71-4fef-9ebf-b8a445410d22 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b36a9745-9290-42e8-afea-e40aab2f41b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992486 Sep 01 16:40:22.176912 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e950cf6-5b74-4081-9597-46394a7601f7 None None] The sync data for ids ['9d66326f-fa24-4aff-979d-af57251fc6b7'] in dv-cinder-852209-10-iscsi is: [{'id': '9d66326f-fa24-4aff-979d-af57251fc6b7', 'name': 'tempest-TestShelveInstance-187662186-router', 'tenant_id': 'b683a11c21fe4dd389a006f051576a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:39:28Z', 'updated_at': '2022-09-01T16:39:31Z', 'revision_number': 4, 'project_id': 'b683a11c21fe4dd389a006f051576a1b', 'gw_port': {'id': '1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d66326f-fa24-4aff-979d-af57251fc6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:39:29Z', 'updated_at': '2022-09-01T16:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': '3643246e-9f0a-408d-a313-21111b0e3814', 'tenant_id': 'b683a11c21fe4dd389a006f051576a1b', 'floating_ip_address': '172.27.2.57', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '9d66326f-fa24-4aff-979d-af57251fc6b7', 'port_id': '85932ff9-5198-4161-a8d5-3f43070b4618', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b36a9745-9290-42e8-afea-e40aab2f41b5', 'mac_address': 'fa:16:3e:88:18:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad0df24-0b95-4583-9017-6322bebd55a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:40:19Z', 'updated_at': '2022-09-01T16:40:19Z', 'revision_number': 0, 'project_id': 'b683a11c21fe4dd389a006f051576a1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6544a95e-7780-4c06-929a-8c207d1630d1', 'name': '', 'network_id': 'b36a9745-9290-42e8-afea-e40aab2f41b5', 'tenant_id': 'b683a11c21fe4dd389a006f051576a1b', 'mac_address': 'fa:16:3e:2d:70:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d66326f-fa24-4aff-979d-af57251fc6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'f1beef4d-dfb1-4a05-8a44-08c9bc10a278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:39:31Z', 'updated_at': '2022-09-01T16:39:37Z', 'revision_number': 5, 'project_id': 'b683a11c21fe4dd389a006f051576a1b', 'subnets': [{'id': 'f1beef4d-dfb1-4a05-8a44-08c9bc10a278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:40:22.182410 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe96f11-6d2f-4c73-a340-cac78a1f0acf tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Pushing event updated for resources: {'Port': ['ID=2070ebb4-6ba6-48be-b346-e0f7be4bf89d,revision_number=2']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:22.240602 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.db.l3_db [None req-2fe96f11-6d2f-4c73-a340-cac78a1f0acf tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Floating IP af064959-c658-41e0-a3b3-25f05a8ead15 associated. External IP: 172.27.2.174, port: 086e5891-69d8-40bc-9506-7d948bca1db9. Sep 01 16:40:22.482278 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe96f11-6d2f-4c73-a340-cac78a1f0acf tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Router 44ce9774-bc81-4784-aca4-f5c4cee1383b has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:40:22.483279 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927b22a7-1473-4be1-9170-7d0596b012d4 None None] New status for floating IP 3643246e-9f0a-408d-a313-21111b0e3814: ACTIVE {{(pid=106492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 16:40:22.647010 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76deb4d8-f7a9-45a4-82d4-f34bbb9822c9 req-32f80193-2b80-422d-b23a-74ee494361bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:22.649288 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-76deb4d8-f7a9-45a4-82d4-f34bbb9822c9 req-32f80193-2b80-422d-b23a-74ee494361bc service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=cfb0b630e22745e8af15fb02c71800c3&device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 1130 time: 0.3747768 Sep 01 16:40:22.753110 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76deb4d8-f7a9-45a4-82d4-f34bbb9822c9 req-e709299f-3c5f-4004-8289-c5b1db05b715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:22.755106 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-76deb4d8-f7a9-45a4-82d4-f34bbb9822c9 req-e709299f-3c5f-4004-8289-c5b1db05b715 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=1e2386a0-52ae-4650-b501-6e8c6cdd7cc9 HTTP/1.1" status: 200 len: 917 time: 0.0990167 Sep 01 16:40:22.819637 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe96f11-6d2f-4c73-a340-cac78a1f0acf tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:40:22.825622 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-76deb4d8-f7a9-45a4-82d4-f34bbb9822c9 req-072c304f-f8b1-4dc2-8224-12ff39fe3ece service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bb9e1c4-5809-406a-8024-a9bfe99bb842 HTTP/1.1" status: 200 len: 1002 time: 0.0633471 Sep 01 16:40:22.831444 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451a5372-5606-423a-b640-2d39cc9a33ca None None] Sync routers for ids ['44ce9774-bc81-4784-aca4-f5c4cee1383b'] in dv-cinder-852209-10-iscsi {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:40:22.841818 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-2fe96f11-6d2f-4c73-a340-cac78a1f0acf tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for floatingip (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:22.842836 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451a5372-5606-423a-b640-2d39cc9a33ca None None] Routers {'44ce9774-bc81-4784-aca4-f5c4cee1383b'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:40:22.843442 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-451a5372-5606-423a-b640-2d39cc9a33ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:39:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['44ce9774-bc81-4784-aca4-f5c4cee1383b'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:22.874150 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:22.880979 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-2fe96f11-6d2f-4c73-a340-cac78a1f0acf tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1953366 Sep 01 16:40:22.881391 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76deb4d8-f7a9-45a4-82d4-f34bbb9822c9 req-8e6f517a-867a-4256-8518-43a1ee4a20d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:22.881531 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec8a5228-091c-490d-8790-3cd53e77b5d1', 'tag': '086e5891-69d8-40bc-9506-7d948bca1db9'}] {{(pid=106489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:40:22.883258 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-76deb4d8-f7a9-45a4-82d4-f34bbb9822c9 req-8e6f517a-867a-4256-8518-43a1ee4a20d9 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=fdf6e192-10ef-49d3-8b96-d6cc87fe33e0 HTTP/1.1" status: 200 len: 855 time: 0.0521843 Sep 01 16:40:22.884239 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1550313f5bb77113f09716e5d1a8baf859292fcdcb636e130c538cefede5f8d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b45e97-ae57-4ae8-8806-19cb80c01f89" -d '{"events": [{"name": "network-changed", "server_uuid": "ec8a5228-091c-490d-8790-3cd53e77b5d1", "tag": "086e5891-69d8-40bc-9506-7d948bca1db9"}]}' {{(pid=106489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:40:22.895068 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:22.939784 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76deb4d8-f7a9-45a4-82d4-f34bbb9822c9 req-c6776142-af04-4f27-9d53-b9d9252a0252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:22.941447 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-76deb4d8-f7a9-45a4-82d4-f34bbb9822c9 req-c6776142-af04-4f27-9d53-b9d9252a0252 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=1e2386a0-52ae-4650-b501-6e8c6cdd7cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0476031 Sep 01 16:40:22.970120 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-451a5372-5606-423a-b640-2d39cc9a33ca None None] Set router 44ce9774-bc81-4784-aca4-f5c4cee1383b gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:40:23.048899 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-76deb4d8-f7a9-45a4-82d4-f34bbb9822c9 req-f7aec26a-c34a-47b6-b045-c4f6d9f626d3 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1e2386a0-52ae-4650-b501-6e8c6cdd7cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014709 Sep 01 16:40:23.094015 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 16:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862b6502-5ed8-4e06-83c9-6fa5317071a8 x-openstack-request-id: req-862b6502-5ed8-4e06-83c9-6fa5317071a8 {{(pid=106489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:40:23.094015 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec8a5228-091c-490d-8790-3cd53e77b5d1", "tag": "086e5891-69d8-40bc-9506-7d948bca1db9", "status": "completed", "code": 200}]} {{(pid=106489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:40:23.094015 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-862b6502-5ed8-4e06-83c9-6fa5317071a8 {{(pid=106489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:40:23.094015 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-862b6502-5ed8-4e06-83c9-6fa5317071a8'] response: {'name': 'network-changed', 'server_uuid': 'ec8a5228-091c-490d-8790-3cd53e77b5d1', 'tag': '086e5891-69d8-40bc-9506-7d948bca1db9', 'status': 'completed', 'code': 200} Sep 01 16:40:23.200174 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671fde0-6d1f-449c-acf0-1579a66d5dfe req-465e55cb-e5e4-4f4f-9aae-e056c6d21973 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:23.201573 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4671fde0-6d1f-449c-acf0-1579a66d5dfe req-465e55cb-e5e4-4f4f-9aae-e056c6d21973 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 946 time: 0.0880725 Sep 01 16:40:23.204051 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-451a5372-5606-423a-b640-2d39cc9a33ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'name': 'tempest-TestVolumeBootPattern-220569807-router', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:10Z', 'revision_number': 4, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'gw_port': {'id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': 'af064959-c658-41e0-a3b3-25f05a8ead15', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'port_id': '086e5891-69d8-40bc-9506-7d948bca1db9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8', 'mac_address': 'fa:16:3e:53:7c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8a5228-091c-490d-8790-3cd53e77b5d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:40:21Z', 'updated_at': '2022-09-01T16:40:21Z', 'revision_number': 0, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7dc9e68-2496-41d3-a624-ba30aa708ad6', 'name': '', 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'mac_address': 'fa:16:3e:65:be:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '1de59a85-ac00-434c-9a09-dffa079bb909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:09Z', 'updated_at': '2022-09-01T16:36:17Z', 'revision_number': 5, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'subnets': [{'id': '1de59a85-ac00-434c-9a09-dffa079bb909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:23.213606 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b45e97-ae57-4ae8-8806-19cb80c01f89 req-0052c80f-7ee1-407a-aa7d-dd9fe2158c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:23.215103 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-28b45e97-ae57-4ae8-8806-19cb80c01f89 req-0052c80f-7ee1-407a-aa7d-dd9fe2158c55 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=4b6bf55e6c5e47f3895e135c4d6dc3ff&device_id=ec8a5228-091c-490d-8790-3cd53e77b5d1 HTTP/1.1" status: 200 len: 1129 time: 0.0711706 Sep 01 16:40:23.229506 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451a5372-5606-423a-b640-2d39cc9a33ca None None] Checking router: 44ce9774-bc81-4784-aca4-f5c4cee1383b for host: dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:40:23.238515 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451a5372-5606-423a-b640-2d39cc9a33ca None None] Routers {'44ce9774-bc81-4784-aca4-f5c4cee1383b'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:40:23.239113 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-451a5372-5606-423a-b640-2d39cc9a33ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:39:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['44ce9774-bc81-4784-aca4-f5c4cee1383b'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:23.262995 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-76deb4d8-f7a9-45a4-82d4-f34bbb9822c9 req-4759bc1d-8e13-4db3-a2f7-342d034dd33f service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1e2386a0-52ae-4650-b501-6e8c6cdd7cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076612 Sep 01 16:40:23.306499 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:23.324686 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4671fde0-6d1f-449c-acf0-1579a66d5dfe req-4361a23e-b504-465c-aa50-c93809aea7c1 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145766 Sep 01 16:40:23.343967 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-451a5372-5606-423a-b640-2d39cc9a33ca None None] Set router 44ce9774-bc81-4784-aca4-f5c4cee1383b gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:40:23.356288 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b45e97-ae57-4ae8-8806-19cb80c01f89 req-797c4dba-a2bd-4616-a83f-fb28653c1bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:23.357756 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-28b45e97-ae57-4ae8-8806-19cb80c01f89 req-797c4dba-a2bd-4616-a83f-fb28653c1bd4 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=5fae8c7f-11cf-4ab3-8c34-e624963abdb8 HTTP/1.1" status: 200 len: 912 time: 0.1344092 Sep 01 16:40:23.551557 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=100 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:23.566171 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-451a5372-5606-423a-b640-2d39cc9a33ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'name': 'tempest-TestVolumeBootPattern-220569807-router', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:10Z', 'revision_number': 4, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'gw_port': {'id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': 'af064959-c658-41e0-a3b3-25f05a8ead15', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'port_id': '086e5891-69d8-40bc-9506-7d948bca1db9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8', 'mac_address': 'fa:16:3e:53:7c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8a5228-091c-490d-8790-3cd53e77b5d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:40:21Z', 'updated_at': '2022-09-01T16:40:21Z', 'revision_number': 0, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7dc9e68-2496-41d3-a624-ba30aa708ad6', 'name': '', 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'mac_address': 'fa:16:3e:65:be:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '1de59a85-ac00-434c-9a09-dffa079bb909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:09Z', 'updated_at': '2022-09-01T16:36:17Z', 'revision_number': 5, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'subnets': [{'id': '1de59a85-ac00-434c-9a09-dffa079bb909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:23.591316 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451a5372-5606-423a-b640-2d39cc9a33ca None None] The sync data for ids ['44ce9774-bc81-4784-aca4-f5c4cee1383b'] in dv-cinder-852209-10-iscsi is: [{'id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'name': 'tempest-TestVolumeBootPattern-220569807-router', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:10Z', 'revision_number': 4, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'gw_port': {'id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': 'af064959-c658-41e0-a3b3-25f05a8ead15', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'port_id': '086e5891-69d8-40bc-9506-7d948bca1db9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8', 'mac_address': 'fa:16:3e:53:7c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8a5228-091c-490d-8790-3cd53e77b5d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:40:21Z', 'updated_at': '2022-09-01T16:40:21Z', 'revision_number': 0, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7dc9e68-2496-41d3-a624-ba30aa708ad6', 'name': '', 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'mac_address': 'fa:16:3e:65:be:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '1de59a85-ac00-434c-9a09-dffa079bb909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:09Z', 'updated_at': '2022-09-01T16:36:17Z', 'revision_number': 5, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'subnets': [{'id': '1de59a85-ac00-434c-9a09-dffa079bb909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:40:23.704331 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-fd05521e-bea6-4cc3-a77c-f7a096e9e935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:23.803283 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4fb806-9c47-4f23-8f28-a9ae9868e74d None None] New status for floating IP af064959-c658-41e0-a3b3-25f05a8ead15: ACTIVE {{(pid=106492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 16:40:23.830788 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 37706) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:40:23.935523 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-885028e3-5edc-409b-b3a1-7a916f5d64a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:24.015840 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-885028e3-5edc-409b-b3a1-7a916f5d64a2 admin admin] Publish callbacks [] for security_group (305e834e-0574-4f92-90e3-2442e0366ca8), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:24.019608 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-885028e3-5edc-409b-b3a1-7a916f5d64a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (305e834e-0574-4f92-90e3-2442e0366ca8), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:24.059420 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-885028e3-5edc-409b-b3a1-7a916f5d64a2 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=92f8156b0de74c0da84febb870b38e9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275891 Sep 01 16:40:24.061389 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885028e3-5edc-409b-b3a1-7a916f5d64a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305e834e-0574-4f92-90e3-2442e0366ca8,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:24.062073 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 37712) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:40:24.112324 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-74cce692-a2f3-464e-89fa-32738f64d5a4 admin admin] Publish callbacks [] for security_group (305e834e-0574-4f92-90e3-2442e0366ca8), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:24.135324 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-74cce692-a2f3-464e-89fa-32738f64d5a4 admin admin] Publish callbacks [] for security_group (305e834e-0574-4f92-90e3-2442e0366ca8), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:24.180849 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-74cce692-a2f3-464e-89fa-32738f64d5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (305e834e-0574-4f92-90e3-2442e0366ca8), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:24.183980 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-74cce692-a2f3-464e-89fa-32738f64d5a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:24.185091 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-74cce692-a2f3-464e-89fa-32738f64d5a4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/305e834e-0574-4f92-90e3-2442e0366ca8 HTTP/1.1" status: 204 len: 168 time: 0.1216533 Sep 01 16:40:24.192855 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cce692-a2f3-464e-89fa-32738f64d5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305e834e-0574-4f92-90e3-2442e0366ca8,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:24.453734 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 37720) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:40:24.458975 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b48542-66f1-49af-a9df-97d8b2dc7980 req-5ac02b97-e586-4eab-9125-c7d771be1330 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:24.459859 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:24.460707 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-b5b48542-66f1-49af-a9df-97d8b2dc7980 req-5ac02b97-e586-4eab-9125-c7d771be1330 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 946 time: 0.0476899 Sep 01 16:40:24.468430 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-45a863b0-f10a-4b01-918b-0b730417ab6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:24.508678 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-b5b48542-66f1-49af-a9df-97d8b2dc7980 req-4170e5f4-c016-45b3-b630-3d2a0a14d60b tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417964 Sep 01 16:40:24.547412 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-45a863b0-f10a-4b01-918b-0b730417ab6b admin admin] Publish callbacks [] for security_group (9e11b42d-a1fa-4570-a2d1-07e1ce5a2f7d), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:24.553348 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-45a863b0-f10a-4b01-918b-0b730417ab6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (9e11b42d-a1fa-4570-a2d1-07e1ce5a2f7d), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:24.592439 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-45a863b0-f10a-4b01-918b-0b730417ab6b admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=dcc97eabea5740669a89ca9f4c9f98a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1376319 Sep 01 16:40:24.593263 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a863b0-f10a-4b01-918b-0b730417ab6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e11b42d-a1fa-4570-a2d1-07e1ce5a2f7d,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:24.595293 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 37722) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:40:24.617958 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:24.645317 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-fe7473e6-9525-400a-96a0-da0b082d45bb admin admin] Publish callbacks [] for security_group (9e11b42d-a1fa-4570-a2d1-07e1ce5a2f7d), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:24.664936 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-fe7473e6-9525-400a-96a0-da0b082d45bb admin admin] Publish callbacks [] for security_group (9e11b42d-a1fa-4570-a2d1-07e1ce5a2f7d), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:24.696551 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:24.712030 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-fe7473e6-9525-400a-96a0-da0b082d45bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (9e11b42d-a1fa-4570-a2d1-07e1ce5a2f7d), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:24.715497 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-fe7473e6-9525-400a-96a0-da0b082d45bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:24.716612 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-fe7473e6-9525-400a-96a0-da0b082d45bb admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/9e11b42d-a1fa-4570-a2d1-07e1ce5a2f7d HTTP/1.1" status: 204 len: 168 time: 0.1202657 Sep 01 16:40:24.724830 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7473e6-9525-400a-96a0-da0b082d45bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e11b42d-a1fa-4570-a2d1-07e1ce5a2f7d,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:25.020714 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-28b45e97-ae57-4ae8-8806-19cb80c01f89 req-dce32c61-b46c-45a3-a2bb-4ced46195cdf service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=086e5891-69d8-40bc-9506-7d948bca1db9 HTTP/1.1" status: 200 len: 1001 time: 0.0634687 Sep 01 16:40:25.313791 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b45e97-ae57-4ae8-8806-19cb80c01f89 req-c9a6e66f-03b2-4d15-a7e0-dd5770f17a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:25.313791 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-28b45e97-ae57-4ae8-8806-19cb80c01f89 req-c9a6e66f-03b2-4d15-a7e0-dd5770f17a5f service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=1de59a85-ac00-434c-9a09-dffa079bb909 HTTP/1.1" status: 200 len: 850 time: 0.0503209 Sep 01 16:40:25.383301 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b45e97-ae57-4ae8-8806-19cb80c01f89 req-9de5c0f8-2cd5-407b-b226-680912398a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:25.384857 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-28b45e97-ae57-4ae8-8806-19cb80c01f89 req-9de5c0f8-2cd5-407b-b226-680912398a23 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=5fae8c7f-11cf-4ab3-8c34-e624963abdb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0498564 Sep 01 16:40:25.646864 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50365da6-9280-40e5-a188-1f52a5f836e8 req-3acaa012-6459-45fb-b765-45eef6c1d480 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:25.648352 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-50365da6-9280-40e5-a188-1f52a5f836e8 req-3acaa012-6459-45fb-b765-45eef6c1d480 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 946 time: 0.0564291 Sep 01 16:40:25.794954 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-50365da6-9280-40e5-a188-1f52a5f836e8 req-3c3e88fc-3894-4fec-a5a7-7fbe02452e77 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300282 Sep 01 16:40:25.804953 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-28b45e97-ae57-4ae8-8806-19cb80c01f89 req-d57f93d9-84cc-40db-8a6a-56898cd9bb9a service neutron] 10.222.0.77 "GET /networking/v2.0/networks/5fae8c7f-11cf-4ab3-8c34-e624963abdb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747849 Sep 01 16:40:25.935460 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-28b45e97-ae57-4ae8-8806-19cb80c01f89 req-d493ddd3-0118-45da-a5b5-87d42346769f service neutron] 10.222.0.77 "GET /networking/v2.0/networks/5fae8c7f-11cf-4ab3-8c34-e624963abdb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241593 Sep 01 16:40:26.359752 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:26.461989 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:26.671558 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [req-7bdc9e10-3dec-414a-985f-6e61ebeaf2b9 req-33edca0a-c304-441f-beb0-2474599e7ba9 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106489) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 01 16:40:26.673234 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-7bdc9e10-3dec-414a-985f-6e61ebeaf2b9 req-33edca0a-c304-441f-beb0-2474599e7ba9 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0063472 Sep 01 16:40:26.713459 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 5bb9e1c4-5809-406a-8024-a9bfe99bb842 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:40:26.807241 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 5bb9e1c4-5809-406a-8024-a9bfe99bb842 is: ACTIVE; New status is: DOWN {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:40:26.807643 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (5bb9e1c4-5809-406a-8024-a9bfe99bb842), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:26.833201 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d764e51-5b8a-4d17-886e-b52189448293', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bb9e1c4-5809-406a-8024-a9bfe99bb842'}] {{(pid=106491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:40:26.835631 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27cd250e45b0eab3f9aacaaa4111d690d8ad0f5b6b5c497c1d88b56abc962a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3d9575-326a-4fbc-aa31-d15af0e230da" -d '{"events": [{"server_uuid": "7d764e51-5b8a-4d17-886e-b52189448293", "name": "network-vif-unplugged", "status": "completed", "tag": "5bb9e1c4-5809-406a-8024-a9bfe99bb842"}]}' {{(pid=106491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:40:26.849506 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 5bb9e1c4-5809-406a-8024-a9bfe99bb842, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=5bb9e1c4-5809-406a-8024-a9bfe99bb842,segment=NetworkSegment(a5fdef99-cab9-4e68-9f85-2b12b874dece),segment_id=a5fdef99-cab9-4e68-9f85-2b12b874dece)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:40:26.856689 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (5bb9e1c4-5809-406a-8024-a9bfe99bb842), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:26.867505 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d20702-f9de-42d7-af3e-7c2a6db530b6 req-3186aba4-e52e-48f4-a27c-9bfbb7b8eeeb tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:26.870139 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-51d20702-f9de-42d7-af3e-7c2a6db530b6 req-3186aba4-e52e-48f4-a27c-9bfbb7b8eeeb tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 946 time: 0.0642292 Sep 01 16:40:26.887255 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 01 Sep 2022 16:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f872b4e-d381-4d74-a70e-d16baaf18cd6 x-openstack-request-id: req-0f872b4e-d381-4d74-a70e-d16baaf18cd6 {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:40:26.887544 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d764e51-5b8a-4d17-886e-b52189448293", "name": "network-vif-unplugged", "status": "failed", "tag": "5bb9e1c4-5809-406a-8024-a9bfe99bb842", "code": 422}]} {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:40:26.887792 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0f872b4e-d381-4d74-a70e-d16baaf18cd6 {{(pid=106491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:40:26.888225 dv-cinder-852209-10-iscsi neutron-server[106491]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0f872b4e-d381-4d74-a70e-d16baaf18cd6']: {'server_uuid': '7d764e51-5b8a-4d17-886e-b52189448293', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5bb9e1c4-5809-406a-8024-a9bfe99bb842', 'code': 422} returned with failed status Sep 01 16:40:26.888547 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:26.902492 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-776a1f51-2669-4a31-b567-111080c1476b req-72d69f07-847e-43a6-87a5-76b90aac7727 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0458996 Sep 01 16:40:26.922571 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=5bb9e1c4-5809-406a-8024-a9bfe99bb842,revision_number=8']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:26.930773 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-51d20702-f9de-42d7-af3e-7c2a6db530b6 req-bd9f3c69-e029-4e46-b73e-1534ff8c68d0 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540962 Sep 01 16:40:26.994461 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a1f51-2669-4a31-b567-111080c1476b req-bad22e34-55af-4934-bc15-fb5f06b1b41e tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:27.002812 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-776a1f51-2669-4a31-b567-111080c1476b req-bad22e34-55af-4934-bc15-fb5f06b1b41e tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports/5bb9e1c4-5809-406a-8024-a9bfe99bb842 HTTP/1.1" status: 200 len: 941 time: 0.0600052 Sep 01 16:40:28.020888 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:28.065905 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a1f51-2669-4a31-b567-111080c1476b req-b6155edf-2930-4f02-b849-d878d61423ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:28.067298 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-776a1f51-2669-4a31-b567-111080c1476b req-b6155edf-2930-4f02-b849-d878d61423ac service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293&tenant_id=cfb0b630e22745e8af15fb02c71800c3 HTTP/1.1" status: 200 len: 1128 time: 0.0796673 Sep 01 16:40:28.080269 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e7bbe-1521-4d8d-88c6-6a29fb240a5c req-69448a08-01be-459a-8505-d3e09d6cf4cd tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:28.081698 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-313e7bbe-1521-4d8d-88c6-6a29fb240a5c req-69448a08-01be-459a-8505-d3e09d6cf4cd tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 944 time: 0.0633218 Sep 01 16:40:28.161294 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-313e7bbe-1521-4d8d-88c6-6a29fb240a5c req-c4be44ee-4f72-4383-96ef-c6e9f57d1696 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734098 Sep 01 16:40:28.166966 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a1f51-2669-4a31-b567-111080c1476b req-a5d15b98-0946-4e5f-b899-9bb73c8931b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:28.168555 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-776a1f51-2669-4a31-b567-111080c1476b req-a5d15b98-0946-4e5f-b899-9bb73c8931b5 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=cfb0b630e22745e8af15fb02c71800c3&device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 1128 time: 0.0570433 Sep 01 16:40:28.205059 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:28.286949 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a1f51-2669-4a31-b567-111080c1476b req-8ad929b9-18f4-4a2f-9f6a-44a4c30ab04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:28.288395 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-776a1f51-2669-4a31-b567-111080c1476b req-8ad929b9-18f4-4a2f-9f6a-44a4c30ab04b service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=1e2386a0-52ae-4650-b501-6e8c6cdd7cc9 HTTP/1.1" status: 200 len: 917 time: 0.0923405 Sep 01 16:40:28.368314 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-776a1f51-2669-4a31-b567-111080c1476b req-c9b109e0-a021-49b5-8e30-840f9dee0982 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bb9e1c4-5809-406a-8024-a9bfe99bb842 HTTP/1.1" status: 200 len: 1000 time: 0.0585403 Sep 01 16:40:28.416180 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a1f51-2669-4a31-b567-111080c1476b req-0e8492cc-692f-4eb5-814e-52b714bcbe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:28.417606 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-776a1f51-2669-4a31-b567-111080c1476b req-0e8492cc-692f-4eb5-814e-52b714bcbe6f service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=fdf6e192-10ef-49d3-8b96-d6cc87fe33e0 HTTP/1.1" status: 200 len: 855 time: 0.0438967 Sep 01 16:40:28.469537 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a1f51-2669-4a31-b567-111080c1476b req-c4eab751-ef16-4bdc-b507-03d8bba9ee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:28.471059 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-776a1f51-2669-4a31-b567-111080c1476b req-c4eab751-ef16-4bdc-b507-03d8bba9ee70 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=1e2386a0-52ae-4650-b501-6e8c6cdd7cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0418844 Sep 01 16:40:28.560736 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-776a1f51-2669-4a31-b567-111080c1476b req-a0aeaedb-888b-4b1e-b62b-2766c1d9de2c service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1e2386a0-52ae-4650-b501-6e8c6cdd7cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830071 Sep 01 16:40:28.655432 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-776a1f51-2669-4a31-b567-111080c1476b req-08829d3c-e896-4883-af62-77cc8f128b1b service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1e2386a0-52ae-4650-b501-6e8c6cdd7cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882425 Sep 01 16:40:28.950360 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 37876) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:40:29.061073 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-11018c49-cff3-4d38-8c98-a84f3f57eab5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:29.142795 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-11018c49-cff3-4d38-8c98-a84f3f57eab5 admin admin] Publish callbacks [] for security_group (57aff03a-e084-47db-914f-f87357608473), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:29.147446 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-11018c49-cff3-4d38-8c98-a84f3f57eab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (57aff03a-e084-47db-914f-f87357608473), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:29.183575 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11018c49-cff3-4d38-8c98-a84f3f57eab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57aff03a-e084-47db-914f-f87357608473,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:29.217641 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 37894) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:40:29.225616 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-11018c49-cff3-4d38-8c98-a84f3f57eab5 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=4c660e818bd942f3b52ef3c63a8f4e2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2739751 Sep 01 16:40:29.275296 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-d49c46c8-113f-4458-990d-6753c6c47df2 admin admin] Publish callbacks [] for security_group (57aff03a-e084-47db-914f-f87357608473), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:29.304212 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-d49c46c8-113f-4458-990d-6753c6c47df2 admin admin] Publish callbacks [] for security_group (57aff03a-e084-47db-914f-f87357608473), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:29.415103 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-d49c46c8-113f-4458-990d-6753c6c47df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (57aff03a-e084-47db-914f-f87357608473), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:29.416249 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc5d639-fd80-4a2a-b03f-58e7678368d9 req-f5641818-b758-4522-85df-a1dbe910e26b tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:29.418440 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-d49c46c8-113f-4458-990d-6753c6c47df2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:29.418881 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-ffc5d639-fd80-4a2a-b03f-58e7678368d9 req-f5641818-b758-4522-85df-a1dbe910e26b tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 944 time: 0.0940394 Sep 01 16:40:29.422479 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-d49c46c8-113f-4458-990d-6753c6c47df2 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/57aff03a-e084-47db-914f-f87357608473 HTTP/1.1" status: 204 len: 168 time: 0.2037139 Sep 01 16:40:29.431544 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c46c8-113f-4458-990d-6753c6c47df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57aff03a-e084-47db-914f-f87357608473,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:29.529817 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-ffc5d639-fd80-4a2a-b03f-58e7678368d9 req-0cb94c50-1edc-4cf1-b46c-920eb1376397 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846918 Sep 01 16:40:30.671589 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540cc46c-f8dd-491a-9295-df74121cbe00 req-df112b3f-2dc5-4ffa-9b7e-fcda7fdad0f7 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:30.678849 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-540cc46c-f8dd-491a-9295-df74121cbe00 req-df112b3f-2dc5-4ffa-9b7e-fcda7fdad0f7 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 944 time: 0.0574086 Sep 01 16:40:30.757215 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-540cc46c-f8dd-491a-9295-df74121cbe00 req-7288349d-4ca3-4d8b-93fd-6aed1b048ae7 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766079 Sep 01 16:40:31.890644 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d021b91-43dc-4976-8f2f-66c16171da95 req-8c2e306b-0ae5-42d1-b905-db785ec32a8c tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:31.892980 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-1d021b91-43dc-4976-8f2f-66c16171da95 req-8c2e306b-0ae5-42d1-b905-db785ec32a8c tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 944 time: 0.0529261 Sep 01 16:40:31.962536 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-1d021b91-43dc-4976-8f2f-66c16171da95 req-4e8007ae-d58f-4059-ac54-8322d2ad9373 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566747 Sep 01 16:40:33.081099 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec35aca-ffc6-4d98-9ee4-1bc6ce22905f req-3d9d200f-b820-4fee-9840-835330dab652 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:33.082590 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-eec35aca-ffc6-4d98-9ee4-1bc6ce22905f req-3d9d200f-b820-4fee-9840-835330dab652 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 944 time: 0.0472548 Sep 01 16:40:33.134384 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-eec35aca-ffc6-4d98-9ee4-1bc6ce22905f req-99056d51-8a11-4dcc-9e1e-185d256276c9 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456247 Sep 01 16:40:33.901191 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:33.909439 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:34.176618 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (294a3787-103d-4a51-bc9c-bc09638a7966), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:34.231290 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:34.268237 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf708a18-93ab-4ad1-b79c-91df0c7d6487 req-5875e4cd-be86-4c50-b43b-99083343f9b9 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:34.269691 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-bf708a18-93ab-4ad1-b79c-91df0c7d6487 req-5875e4cd-be86-4c50-b43b-99083343f9b9 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 944 time: 0.0488746 Sep 01 16:40:34.322760 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-bf708a18-93ab-4ad1-b79c-91df0c7d6487 req-28136520-bd92-4b12-96ee-3f45b6a87e24 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474496 Sep 01 16:40:35.453469 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7911190-7014-4dc9-b944-62199cbda1bc req-317d3e78-1f25-49ed-95c4-725f634e127a tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:35.454914 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a7911190-7014-4dc9-b944-62199cbda1bc req-317d3e78-1f25-49ed-95c4-725f634e127a tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 944 time: 0.0479767 Sep 01 16:40:35.480672 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:35.509335 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a7911190-7014-4dc9-b944-62199cbda1bc req-a9bee132-7118-4350-8312-6612f2b0db13 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461221 Sep 01 16:40:36.650857 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254eb99-18df-4ae3-b41e-b5d06956c1f6 req-35a07182-bb80-4ec2-94a4-9e0402d1a3fc tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:36.652397 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-4254eb99-18df-4ae3-b41e-b5d06956c1f6 req-35a07182-bb80-4ec2-94a4-9e0402d1a3fc tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 944 time: 0.0527680 Sep 01 16:40:36.704848 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-4254eb99-18df-4ae3-b41e-b5d06956c1f6 req-8ae26654-c68e-45b4-98b8-52ad04941878 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465066 Sep 01 16:40:37.858460 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ec4ff-e464-4459-bab7-bc376903897c req-e2b4f603-17a9-4ccd-985d-3970e6271b49 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:37.860281 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-432ec4ff-e464-4459-bab7-bc376903897c req-e2b4f603-17a9-4ccd-985d-3970e6271b49 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 944 time: 0.0603509 Sep 01 16:40:37.913464 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-432ec4ff-e464-4459-bab7-bc376903897c req-f3548ee5-493d-452c-bf41-37e7bb8c485f tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463111 Sep 01 16:40:38.817759 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 38008) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:40:38.946936 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0f7722fa-3057-447c-8678-96234af13cdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:38.968499 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:39.034265 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0f7722fa-3057-447c-8678-96234af13cdc admin admin] Publish callbacks [] for security_group (f2037a3c-7a36-48f8-9ad8-098a30c69ea0), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:39.038274 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0f7722fa-3057-447c-8678-96234af13cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (f2037a3c-7a36-48f8-9ad8-098a30c69ea0), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:39.049001 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db0898-d30d-4f93-9497-1b2281456463 req-22ffc453-0dd4-4a74-bb8a-301e10f1a361 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:39.050556 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-79db0898-d30d-4f93-9497-1b2281456463 req-22ffc453-0dd4-4a74-bb8a-301e10f1a361 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 944 time: 0.0544660 Sep 01 16:40:39.079390 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-0f7722fa-3057-447c-8678-96234af13cdc admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=6c70bf6141a2494a9ace85bf851de6cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2604439 Sep 01 16:40:39.080241 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7722fa-3057-447c-8678-96234af13cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2037a3c-7a36-48f8-9ad8-098a30c69ea0,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:39.083606 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 38016) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:40:39.103307 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-79db0898-d30d-4f93-9497-1b2281456463 req-b3b7d347-af30-4ffe-972e-a3675b4352d4 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457177 Sep 01 16:40:39.140795 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-076ac4e1-f218-4a20-b466-c30695aab708 admin admin] Publish callbacks [] for security_group (f2037a3c-7a36-48f8-9ad8-098a30c69ea0), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:39.162422 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-076ac4e1-f218-4a20-b466-c30695aab708 admin admin] Publish callbacks [] for security_group (f2037a3c-7a36-48f8-9ad8-098a30c69ea0), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:39.208887 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-076ac4e1-f218-4a20-b466-c30695aab708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (f2037a3c-7a36-48f8-9ad8-098a30c69ea0), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:39.212153 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-076ac4e1-f218-4a20-b466-c30695aab708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:39.213402 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-076ac4e1-f218-4a20-b466-c30695aab708 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f2037a3c-7a36-48f8-9ad8-098a30c69ea0 HTTP/1.1" status: 204 len: 168 time: 0.1285918 Sep 01 16:40:39.223156 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ac4e1-f218-4a20-b466-c30695aab708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2037a3c-7a36-48f8-9ad8-098a30c69ea0,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:39.972310 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 38040) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:40:40.067725 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-32421a07-7aeb-4dec-9b91-987fff794c78 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-197184173-network', 'tenant_id': '13ab20a85384485e95e2c0dadcc8b43c'}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:40:40.086581 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32421a07-7aeb-4dec-9b91-987fff794c78 admin admin] Made reservation on behalf of 13ab20a85384485e95e2c0dadcc8b43c for: {'network': 1} {{(pid=106489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:40:40.088824 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-32421a07-7aeb-4dec-9b91-987fff794c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for network (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:40.101597 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-32421a07-7aeb-4dec-9b91-987fff794c78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:40.159075 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:40.181489 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-32421a07-7aeb-4dec-9b91-987fff794c78 admin admin] Publish callbacks [] for security_group (23a3eeca-025b-4261-ab3b-cbd54b559ccd), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:40.185677 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-32421a07-7aeb-4dec-9b91-987fff794c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (23a3eeca-025b-4261-ab3b-cbd54b559ccd), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:40.211927 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32421a07-7aeb-4dec-9b91-987fff794c78 admin admin] vlan segment allocate from pool success with {'vlan_id': 909, 'physical_network': 'physnet1'} {{(pid=106489) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:40:40.222142 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32421a07-7aeb-4dec-9b91-987fff794c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a3eeca-025b-4261-ab3b-cbd54b559ccd,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:40.228592 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-32421a07-7aeb-4dec-9b91-987fff794c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449'] for segment (e1fd3a59-64dd-4c0d-8007-f96041459bea), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:40.228938 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.db.segments_db [None req-32421a07-7aeb-4dec-9b91-987fff794c78 admin admin] Added segment e1fd3a59-64dd-4c0d-8007-f96041459bea of type vlan for network 39b32e89-2562-41b6-8f54-e0086889d468 Sep 01 16:40:40.234475 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82679e1-40fc-42d6-8c82-aa19fb428f26 req-7a714666-8ab3-46af-8b22-d6cb89926c98 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:40.235951 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b82679e1-40fc-42d6-8c82-aa19fb428f26 req-7a714666-8ab3-46af-8b22-d6cb89926c98 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 944 time: 0.0532153 Sep 01 16:40:40.271525 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-32421a07-7aeb-4dec-9b91-987fff794c78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777439247782'] for network (39b32e89-2562-41b6-8f54-e0086889d468), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:40.285810 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b82679e1-40fc-42d6-8c82-aa19fb428f26 req-62d07506-1547-4774-8a81-b693154b5243 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438020 Sep 01 16:40:40.298118 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-32421a07-7aeb-4dec-9b91-987fff794c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248'] for network (39b32e89-2562-41b6-8f54-e0086889d468), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:40.299156 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32421a07-7aeb-4dec-9b91-987fff794c78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:40.299711 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-32421a07-7aeb-4dec-9b91-987fff794c78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for network (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:40.360891 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-32421a07-7aeb-4dec-9b91-987fff794c78 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3873861 Sep 01 16:40:40.363767 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 38046) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:40:40.365823 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32421a07-7aeb-4dec-9b91-987fff794c78 admin admin] Pushing event updated for resources: {'Network': ['ID=39b32e89-2562-41b6-8f54-e0086889d468,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:40.372601 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-4fa957d2-832d-438c-8b7d-e2ab3d967c67 admin admin] Request body: {'subnet': {'network_id': '39b32e89-2562-41b6-8f54-e0086889d468', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-197184173-subnet', 'tenant_id': '13ab20a85384485e95e2c0dadcc8b43c', 'ip_version': 4}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:40:40.376985 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Network 39b32e89-2562-41b6-8f54-e0086889d468 details requested by agent ovs-agent-dv-cinder-852209-10-iscsi with host dv-cinder-852209-10-iscsi {{(pid=106491) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:40:40.394575 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa957d2-832d-438c-8b7d-e2ab3d967c67 admin admin] Made reservation on behalf of 13ab20a85384485e95e2c0dadcc8b43c for: {'subnet': 1} {{(pid=106490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:40:40.397480 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-4fa957d2-832d-438c-8b7d-e2ab3d967c67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261988448'] for subnet (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:40.569136 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-4fa957d2-832d-438c-8b7d-e2ab3d967c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261544416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261988434'] for subnet (0dc4a385-95e8-4723-8dcf-4daafb3488ee), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:40.591404 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:40.622533 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa957d2-832d-438c-8b7d-e2ab3d967c67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dc4a385-95e8-4723-8dcf-4daafb3488ee,revision_number=0']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:40.637385 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa957d2-832d-438c-8b7d-e2ab3d967c67 admin admin] Checking segment: {'id': 'e1fd3a59-64dd-4c0d-8007-f96041459bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '39b32e89-2562-41b6-8f54-e0086889d468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:40:40.637735 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa957d2-832d-438c-8b7d-e2ab3d967c67 admin admin] Network hostable DHCP agents. Network: 39b32e89-2562-41b6-8f54-e0086889d468, hostable agents: ['afc997ee-16d2-4ffa-9693-fa31543fa952'], hosted agents: [] {{(pid=106490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:40:40.654265 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa957d2-832d-438c-8b7d-e2ab3d967c67 admin admin] Network 39b32e89-2562-41b6-8f54-e0086889d468 is scheduled to be hosted by DHCP agent afc997ee-16d2-4ffa-9693-fa31543fa952 with binding_index 1 {{(pid=106490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:40:40.662987 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [None req-4fa957d2-832d-438c-8b7d-e2ab3d967c67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852209-10-iscsi, 39b32e89-2562-41b6-8f54-e0086889d468) {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:40:40.667685 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa957d2-832d-438c-8b7d-e2ab3d967c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:40.668266 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-4fa957d2-832d-438c-8b7d-e2ab3d967c67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:40.673506 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7e4e5e-db01-413d-b979-05ceff39d73d None None] Network 39b32e89-2562-41b6-8f54-e0086889d468 requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:40:40.689412 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-4fa957d2-832d-438c-8b7d-e2ab3d967c67 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3242548 Sep 01 16:40:40.692065 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 38048) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:40:40.696358 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-7f8b717e-0004-458b-9d19-02eb9b572b26 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-197184173-router', 'tenant_id': '13ab20a85384485e95e2c0dadcc8b43c', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'}}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:40:40.715617 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7f8b717e-0004-458b-9d19-02eb9b572b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-633072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7429'] for router (719ba4ba-6ba8-4c20-a9ee-2b0c5706585f), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:40.716612 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7f8b717e-0004-458b-9d19-02eb9b572b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-612190', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7436'] for router (719ba4ba-6ba8-4c20-a9ee-2b0c5706585f), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:40.767291 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7f8b717e-0004-458b-9d19-02eb9b572b26 admin admin] Publish callbacks [] for router_controller (719ba4ba-6ba8-4c20-a9ee-2b0c5706585f), precommit_add_association {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:40.777953 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528987f1-7d79-440e-a5f3-b320fad0ba3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp704810b6-d790-5017-b732-94aec06070b8-39b32e89-2562-41b6-8f54-e0086889d468', 'network_id': '39b32e89-2562-41b6-8f54-e0086889d468', 'project_id': '13ab20a85384485e95e2c0dadcc8b43c', 'fixed_ips': [{'subnet_id': '0dc4a385-95e8-4723-8dcf-4daafb3488ee'}]}} from dv-cinder-852209-10-iscsi. {{(pid=106491) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 01 16:40:40.778902 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-528987f1-7d79-440e-a5f3-b320fad0ba3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:40.808654 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:INSERT=15,neutron:UPDATE=3,neutron:SELECT=79,neutron:DELETE=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:40.912599 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.db_base_plugin_common [None req-528987f1-7d79-440e-a5f3-b320fad0ba3c None None] Allocated IP 172.20.0.2 (39b32e89-2562-41b6-8f54-e0086889d468/0dc4a385-95e8-4723-8dcf-4daafb3488ee/ca843f4c-2bd5-4054-af4c-b69931cb3091) {{(pid=106491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:40:40.920141 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7f8b717e-0004-458b-9d19-02eb9b572b26 admin admin] Publish callbacks [] for router_gateway (719ba4ba-6ba8-4c20-a9ee-2b0c5706585f), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:41.060020 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-528987f1-7d79-440e-a5f3-b320fad0ba3c None None] Publish callbacks [] for port (ca843f4c-2bd5-4054-af4c-b69931cb3091), precommit_create {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:41.066524 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-528987f1-7d79-440e-a5f3-b320fad0ba3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847'] for port (ca843f4c-2bd5-4054-af4c-b69931cb3091), after_create {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:41.069682 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:41.115094 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528987f1-7d79-440e-a5f3-b320fad0ba3c None None] Network 39b32e89-2562-41b6-8f54-e0086889d468 is already hosted by enough agents. {{(pid=106491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:40:41.118889 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.scheduler.base_scheduler [None req-528987f1-7d79-440e-a5f3-b320fad0ba3c None None] Resources bound (agent type, host, resource id): {{(pid=106491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:40:41.122793 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528987f1-7d79-440e-a5f3-b320fad0ba3c None None] Received port after_create {{(pid=106491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:40:41.123025 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7f8b717e-0004-458b-9d19-02eb9b572b26 admin admin] Publish callbacks [] for router_gateway (719ba4ba-6ba8-4c20-a9ee-2b0c5706585f), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:41.125914 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528987f1-7d79-440e-a5f3-b320fad0ba3c None None] Pushing event updated for resources: {'Port': ['ID=ca843f4c-2bd5-4054-af4c-b69931cb3091,revision_number=1']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:41.145767 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7f8b717e-0004-458b-9d19-02eb9b572b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:41.181572 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-528987f1-7d79-440e-a5f3-b320fad0ba3c None None] Attempting to bind port ca843f4c-2bd5-4054-af4c-b69931cb3091 on host dv-cinder-852209-10-iscsi for vnic_type normal with profile {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:40:41.181852 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-528987f1-7d79-440e-a5f3-b320fad0ba3c None None] Attempting to bind port ca843f4c-2bd5-4054-af4c-b69931cb3091 by drivers openvswitch,hyperv on host dv-cinder-852209-10-iscsi at level 0 using segments [{'id': 'e1fd3a59-64dd-4c0d-8007-f96041459bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '39b32e89-2562-41b6-8f54-e0086889d468'}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:40:41.182214 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528987f1-7d79-440e-a5f3-b320fad0ba3c None None] Attempting to bind port ca843f4c-2bd5-4054-af4c-b69931cb3091 on network 39b32e89-2562-41b6-8f54-e0086889d468 {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:40:41.187300 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528987f1-7d79-440e-a5f3-b320fad0ba3c None None] Checking agent: {'id': 'de41263d-808c-41d9-af38-92939b4ec796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 25, 56), 'started_at': datetime.datetime(2022, 9, 1, 16, 26, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:40:41.187674 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528987f1-7d79-440e-a5f3-b320fad0ba3c None None] Checking segment: {'id': 'e1fd3a59-64dd-4c0d-8007-f96041459bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '39b32e89-2562-41b6-8f54-e0086889d468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:40:41.188074 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-528987f1-7d79-440e-a5f3-b320fad0ba3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:41.188463 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528987f1-7d79-440e-a5f3-b320fad0ba3c None None] Bound using segment: {'id': 'e1fd3a59-64dd-4c0d-8007-f96041459bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '39b32e89-2562-41b6-8f54-e0086889d468'} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:40:41.188928 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-528987f1-7d79-440e-a5f3-b320fad0ba3c None None] Bound port: ca843f4c-2bd5-4054-af4c-b69931cb3091, host: dv-cinder-852209-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1fd3a59-64dd-4c0d-8007-f96041459bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '39b32e89-2562-41b6-8f54-e0086889d468'}}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:40:41.189312 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-528987f1-7d79-440e-a5f3-b320fad0ba3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (ca843f4c-2bd5-4054-af4c-b69931cb3091), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:41.251561 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-528987f1-7d79-440e-a5f3-b320fad0ba3c None None] For port ca843f4c-2bd5-4054-af4c-b69931cb3091, host dv-cinder-852209-10-iscsi, cleared binding levels {{(pid=106491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:40:41.254995 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-528987f1-7d79-440e-a5f3-b320fad0ba3c None None] For port ca843f4c-2bd5-4054-af4c-b69931cb3091, host dv-cinder-852209-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=ca843f4c-2bd5-4054-af4c-b69931cb3091,segment=NetworkSegment(e1fd3a59-64dd-4c0d-8007-f96041459bea),segment_id=e1fd3a59-64dd-4c0d-8007-f96041459bea)] {{(pid=106491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:40:41.257058 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_common [None req-7f8b717e-0004-458b-9d19-02eb9b572b26 admin admin] Allocated IP 172.27.2.190 (537c3a33-78cb-41f3-a0ee-71478f9cfd9b/3e5d1400-7955-40a6-9a09-08f8a8c1db3a/a0351e97-983c-4457-8727-fa3390defda6) {{(pid=106490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:40:41.261889 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-528987f1-7d79-440e-a5f3-b320fad0ba3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (ca843f4c-2bd5-4054-af4c-b69931cb3091), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:41.316873 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528987f1-7d79-440e-a5f3-b320fad0ba3c None None] Pushing event updated for resources: {'Port': ['ID=ca843f4c-2bd5-4054-af4c-b69931cb3091,revision_number=2']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:41.386489 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7f8b717e-0004-458b-9d19-02eb9b572b26 admin admin] Publish callbacks [] for port (a0351e97-983c-4457-8727-fa3390defda6), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:41.419830 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7f8b717e-0004-458b-9d19-02eb9b572b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (a0351e97-983c-4457-8727-fa3390defda6), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:41.430073 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db4ea5-206b-4f18-bf34-889bbdce273a req-56e7cea9-7569-4ed1-a510-88bee5a48f33 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:41.438581 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-03db4ea5-206b-4f18-bf34-889bbdce273a req-56e7cea9-7569-4ed1-a510-88bee5a48f33 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 944 time: 0.0645945 Sep 01 16:40:41.485856 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8b717e-0004-458b-9d19-02eb9b572b26 admin admin] Network 537c3a33-78cb-41f3-a0ee-71478f9cfd9b is already hosted by enough agents. {{(pid=106490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:40:41.505804 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [None req-7f8b717e-0004-458b-9d19-02eb9b572b26 admin admin] Resources bound (agent type, host, resource id): {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:40:41.508107 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8b717e-0004-458b-9d19-02eb9b572b26 admin admin] Received port after_create {{(pid=106490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:40:41.512667 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b717e-0004-458b-9d19-02eb9b572b26 admin admin] Pushing event updated for resources: {'Port': ['ID=a0351e97-983c-4457-8727-fa3390defda6,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:41.524915 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-03db4ea5-206b-4f18-bf34-889bbdce273a req-e5300bd9-3a68-461b-849f-8657db7b8dbe tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854743 Sep 01 16:40:41.668059 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:41.768265 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:41.786930 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7f8b717e-0004-458b-9d19-02eb9b572b26 admin admin] Publish callbacks [] for router_gateway (719ba4ba-6ba8-4c20-a9ee-2b0c5706585f), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:42.242522 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7f8b717e-0004-458b-9d19-02eb9b572b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612335'] for router (719ba4ba-6ba8-4c20-a9ee-2b0c5706585f), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:42.340049 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf946a35-4641-4a1d-9e1c-24397ac2d16d None None] Network 39b32e89-2562-41b6-8f54-e0086889d468 requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:40:42.372442 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8b717e-0004-458b-9d19-02eb9b572b26 admin admin] Router 719ba4ba-6ba8-4c20-a9ee-2b0c5706585f is scheduled to L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 with binding_index 1 {{(pid=106490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:40:42.414337 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-6bf0188e-68ee-4501-bc15-aacd288d98d8 None None] Provisioning complete for port ca843f4c-2bd5-4054-af4c-b69931cb3091 triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:40:42.414717 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-6bf0188e-68ee-4501-bc15-aacd288d98d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (ca843f4c-2bd5-4054-af4c-b69931cb3091), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:42.488557 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8b717e-0004-458b-9d19-02eb9b572b26 admin admin] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:40:42.507868 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7f8b717e-0004-458b-9d19-02eb9b572b26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:42.512658 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-7f8b717e-0004-458b-9d19-02eb9b572b26 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8168135 Sep 01 16:40:42.512867 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 38070) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:40:42.621921 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a859587e-7680-4fb5-bce4-da3b3dd2abbb None None] Sync routers for ids ['719ba4ba-6ba8-4c20-a9ee-2b0c5706585f'] in dv-cinder-852209-10-iscsi {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:40:42.629465 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:42.678995 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a859587e-7680-4fb5-bce4-da3b3dd2abbb None None] Routers {'719ba4ba-6ba8-4c20-a9ee-2b0c5706585f'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:40:42.679901 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-a859587e-7680-4fb5-bce4-da3b3dd2abbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:40:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['719ba4ba-6ba8-4c20-a9ee-2b0c5706585f'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:42.696062 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-6bf0188e-68ee-4501-bc15-aacd288d98d8 None None] Current status of the port ca843f4c-2bd5-4054-af4c-b69931cb3091 is: DOWN; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:40:42.696674 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-6bf0188e-68ee-4501-bc15-aacd288d98d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (ca843f4c-2bd5-4054-af4c-b69931cb3091), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:42.721920 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380888e-32d2-4d76-ab58-a8357a80bde8 req-f6d67ede-3132-49ab-8d01-c1dc6f18d7f3 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:42.730488 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-f380888e-32d2-4d76-ab58-a8357a80bde8 req-f6d67ede-3132-49ab-8d01-c1dc6f18d7f3 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 944 time: 0.0905175 Sep 01 16:40:42.776079 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 5bb9e1c4-5809-406a-8024-a9bfe99bb842 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:40:42.817077 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-f380888e-32d2-4d76-ab58-a8357a80bde8 req-73a4f3d0-d672-4515-99de-ba50ce55c7f5 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836313 Sep 01 16:40:42.863951 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-6bf0188e-68ee-4501-bc15-aacd288d98d8 None None] For port ca843f4c-2bd5-4054-af4c-b69931cb3091, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=ca843f4c-2bd5-4054-af4c-b69931cb3091,segment=NetworkSegment(e1fd3a59-64dd-4c0d-8007-f96041459bea),segment_id=e1fd3a59-64dd-4c0d-8007-f96041459bea)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:40:42.878650 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-6bf0188e-68ee-4501-bc15-aacd288d98d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (ca843f4c-2bd5-4054-af4c-b69931cb3091), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:42.969812 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device ca843f4c-2bd5-4054-af4c-b69931cb3091 up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:40:42.986834 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:42.988597 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-a859587e-7680-4fb5-bce4-da3b3dd2abbb None None] Set router 719ba4ba-6ba8-4c20-a9ee-2b0c5706585f gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:40:43.020478 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:43.035838 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-374d0587-d534-4530-9e55-f93de85f73de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:43.039259 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:43.112277 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0188e-68ee-4501-bc15-aacd288d98d8 None None] Pushing event updated for resources: {'Port': ['ID=ca843f4c-2bd5-4054-af4c-b69931cb3091,revision_number=3']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:43.119349 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-fcbb5660-6cf9-4903-b5a5-fede20dbb24e None None] Provisioning complete for port ca843f4c-2bd5-4054-af4c-b69931cb3091 triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:40:43.119721 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-fcbb5660-6cf9-4903-b5a5-fede20dbb24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (ca843f4c-2bd5-4054-af4c-b69931cb3091), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:43.192077 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 5bb9e1c4-5809-406a-8024-a9bfe99bb842, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=5bb9e1c4-5809-406a-8024-a9bfe99bb842,segment=NetworkSegment(a5fdef99-cab9-4e68-9f85-2b12b874dece),segment_id=a5fdef99-cab9-4e68-9f85-2b12b874dece)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:40:43.193147 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_common [None req-374d0587-d534-4530-9e55-f93de85f73de admin admin] Allocated IP 172.20.0.1 (39b32e89-2562-41b6-8f54-e0086889d468/0dc4a385-95e8-4723-8dcf-4daafb3488ee/95a2a2ab-478a-4b05-a7e0-a69ee8003795) {{(pid=106490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:40:43.225359 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Returning: {'device': '5bb9e1c4-5809-406a-8024-a9bfe99bb842', 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9', 'port_id': '5bb9e1c4-5809-406a-8024-a9bfe99bb842', 'mac_address': 'fa:16:3e:e6:6d:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf6e192-10ef-49d3-8b96-d6cc87fe33e0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:40:43.250285 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port ca843f4c-2bd5-4054-af4c-b69931cb3091 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:40:43.250686 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (ca843f4c-2bd5-4054-af4c-b69931cb3091), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:43.306296 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-374d0587-d534-4530-9e55-f93de85f73de admin admin] Publish callbacks [] for port (95a2a2ab-478a-4b05-a7e0-a69ee8003795), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:43.337338 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-374d0587-d534-4530-9e55-f93de85f73de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (95a2a2ab-478a-4b05-a7e0-a69ee8003795), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:43.362552 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 5bb9e1c4-5809-406a-8024-a9bfe99bb842 is: DOWN; New status is: BUILD {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:40:43.363100 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (5bb9e1c4-5809-406a-8024-a9bfe99bb842), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:43.380672 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374d0587-d534-4530-9e55-f93de85f73de admin admin] Network 39b32e89-2562-41b6-8f54-e0086889d468 is already hosted by enough agents. {{(pid=106490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:40:43.386389 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [None req-374d0587-d534-4530-9e55-f93de85f73de admin admin] Resources bound (agent type, host, resource id): {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:40:43.388687 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374d0587-d534-4530-9e55-f93de85f73de admin admin] Received port after_create {{(pid=106490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:40:43.391790 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d0587-d534-4530-9e55-f93de85f73de admin admin] Pushing event updated for resources: {'Port': ['ID=95a2a2ab-478a-4b05-a7e0-a69ee8003795,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:43.400582 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bb9e1c4-5809-406a-8024-a9bfe99bb842 {{(pid=106491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:40:43.406796 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-fcbb5660-6cf9-4903-b5a5-fede20dbb24e None None] Current status of the port ca843f4c-2bd5-4054-af4c-b69931cb3091 is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:40:43.408873 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-a859587e-7680-4fb5-bce4-da3b3dd2abbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719ba4ba-6ba8-4c20-a9ee-2b0c5706585f', 'name': 'tempest-TestMinimumBasicScenario-197184173-router', 'tenant_id': '13ab20a85384485e95e2c0dadcc8b43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'a0351e97-983c-4457-8727-fa3390defda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:40:40Z', 'updated_at': '2022-09-01T16:40:41Z', 'revision_number': 3, 'project_id': '13ab20a85384485e95e2c0dadcc8b43c', 'gw_port': {'id': 'a0351e97-983c-4457-8727-fa3390defda6', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:54:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719ba4ba-6ba8-4c20-a9ee-2b0c5706585f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:40:41Z', 'updated_at': '2022-09-01T16:40:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:43.420315 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:43.437951 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-374d0587-d534-4530-9e55-f93de85f73de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630860'] for router_interface (719ba4ba-6ba8-4c20-a9ee-2b0c5706585f), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:43.470618 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a859587e-7680-4fb5-bce4-da3b3dd2abbb None None] Checking router: 719ba4ba-6ba8-4c20-a9ee-2b0c5706585f for host: dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:40:43.471240 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a859587e-7680-4fb5-bce4-da3b3dd2abbb None None] Updating router 719ba4ba-6ba8-4c20-a9ee-2b0c5706585f port a0351e97-983c-4457-8727-fa3390defda6 binding host dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:40:43.475513 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 5bb9e1c4-5809-406a-8024-a9bfe99bb842, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=5bb9e1c4-5809-406a-8024-a9bfe99bb842,segment=NetworkSegment(a5fdef99-cab9-4e68-9f85-2b12b874dece),segment_id=a5fdef99-cab9-4e68-9f85-2b12b874dece)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:40:43.498491 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (5bb9e1c4-5809-406a-8024-a9bfe99bb842), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:43.537640 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port ca843f4c-2bd5-4054-af4c-b69931cb3091 is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:40:43.539714 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-a859587e-7680-4fb5-bce4-da3b3dd2abbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (a0351e97-983c-4457-8727-fa3390defda6), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:43.595533 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=5bb9e1c4-5809-406a-8024-a9bfe99bb842,revision_number=9']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:43.600196 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-374d0587-d534-4530-9e55-f93de85f73de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (95a2a2ab-478a-4b05-a7e0-a69ee8003795), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:43.752176 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-64c1dee8-a91c-4879-8bf1-8c44833b9598 None None] Provisioning complete for port 95a2a2ab-478a-4b05-a7e0-a69ee8003795 triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:40:43.752545 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-64c1dee8-a91c-4879-8bf1-8c44833b9598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (95a2a2ab-478a-4b05-a7e0-a69ee8003795), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:43.786546 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-374d0587-d534-4530-9e55-f93de85f73de admin admin] Publish callbacks [] for port (95a2a2ab-478a-4b05-a7e0-a69ee8003795), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:43.791407 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-374d0587-d534-4530-9e55-f93de85f73de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261539433'] for port (95a2a2ab-478a-4b05-a7e0-a69ee8003795), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:43.796514 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:43.808392 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-64c1dee8-a91c-4879-8bf1-8c44833b9598 None None] Port 95a2a2ab-478a-4b05-a7e0-a69ee8003795 cannot update to ACTIVE because it is not bound. {{(pid=106491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 16:40:43.825500 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:43.834995 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:INSERT=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:43.868455 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-a859587e-7680-4fb5-bce4-da3b3dd2abbb None None] Publish callbacks [] for port (a0351e97-983c-4457-8727-fa3390defda6), precommit_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:43.869246 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-374d0587-d534-4530-9e55-f93de85f73de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631024'] for router_interface (719ba4ba-6ba8-4c20-a9ee-2b0c5706585f), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:43.872885 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d0587-d534-4530-9e55-f93de85f73de admin admin] Pushing event updated for resources: {'Port': ['ID=95a2a2ab-478a-4b05-a7e0-a69ee8003795,revision_number=2']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:43.874974 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-a859587e-7680-4fb5-bce4-da3b3dd2abbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (a0351e97-983c-4457-8727-fa3390defda6), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:43.906156 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] get_ports_and_sgs() called for port_ids ['5bb9e1c4-5809-406a-8024-a9bfe99bb842'] {{(pid=106491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 16:40:43.937271 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-a859587e-7680-4fb5-bce4-da3b3dd2abbb None None] Attempting to bind port a0351e97-983c-4457-8727-fa3390defda6 on host dv-cinder-852209-10-iscsi for vnic_type normal with profile {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:40:43.937682 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-a859587e-7680-4fb5-bce4-da3b3dd2abbb None None] Attempting to bind port a0351e97-983c-4457-8727-fa3390defda6 by drivers openvswitch,hyperv on host dv-cinder-852209-10-iscsi at level 0 using segments [{'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:40:43.938059 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a859587e-7680-4fb5-bce4-da3b3dd2abbb None None] Attempting to bind port a0351e97-983c-4457-8727-fa3390defda6 on network 537c3a33-78cb-41f3-a0ee-71478f9cfd9b {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:40:43.964415 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a859587e-7680-4fb5-bce4-da3b3dd2abbb None None] Checking agent: {'id': 'de41263d-808c-41d9-af38-92939b4ec796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 25, 56), 'started_at': datetime.datetime(2022, 9, 1, 16, 26, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:40:43.964776 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a859587e-7680-4fb5-bce4-da3b3dd2abbb None None] Checking segment: {'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:40:43.965169 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-a859587e-7680-4fb5-bce4-da3b3dd2abbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:43.965548 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a859587e-7680-4fb5-bce4-da3b3dd2abbb None None] Bound using segment: {'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:40:43.966016 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-a859587e-7680-4fb5-bce4-da3b3dd2abbb None None] Bound port: a0351e97-983c-4457-8727-fa3390defda6, host: dv-cinder-852209-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'}}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:40:43.966432 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-a859587e-7680-4fb5-bce4-da3b3dd2abbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (a0351e97-983c-4457-8727-fa3390defda6), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:43.967965 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0706781-ea35-427e-bf4b-a63c7a168516 None None] Pushing event updated for resources: {'Port': ['ID=a0351e97-983c-4457-8727-fa3390defda6,revision_number=2']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:44.024343 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb16112-492b-44dc-a075-5b14230b7e7e req-27d61ed1-b44c-4674-8f4c-ced74f08c80d tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:44.025939 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-beb16112-492b-44dc-a075-5b14230b7e7e req-27d61ed1-b44c-4674-8f4c-ced74f08c80d tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 945 time: 0.0873141 Sep 01 16:40:44.036229 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374d0587-d534-4530-9e55-f93de85f73de admin admin] Network 39b32e89-2562-41b6-8f54-e0086889d468 is already hosted by enough agents. {{(pid=106490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:40:44.044302 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-a859587e-7680-4fb5-bce4-da3b3dd2abbb None None] For port a0351e97-983c-4457-8727-fa3390defda6, host dv-cinder-852209-10-iscsi, cleared binding levels {{(pid=106491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:40:44.049652 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [None req-374d0587-d534-4530-9e55-f93de85f73de admin admin] Resources bound (agent type, host, resource id): {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:40:44.064276 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-a859587e-7680-4fb5-bce4-da3b3dd2abbb None None] For port a0351e97-983c-4457-8727-fa3390defda6, host dv-cinder-852209-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=a0351e97-983c-4457-8727-fa3390defda6,segment=NetworkSegment(6aaf10e3-1532-4b23-b8ff-2b17962713b0),segment_id=6aaf10e3-1532-4b23-b8ff-2b17962713b0)] {{(pid=106491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:40:44.077970 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-a859587e-7680-4fb5-bce4-da3b3dd2abbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (a0351e97-983c-4457-8727-fa3390defda6), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:44.121504 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-beb16112-492b-44dc-a075-5b14230b7e7e req-0b948645-25e6-4314-ac36-832d34ff23ee tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878389 Sep 01 16:40:44.136194 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a859587e-7680-4fb5-bce4-da3b3dd2abbb None None] Routers {'719ba4ba-6ba8-4c20-a9ee-2b0c5706585f'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:40:44.136826 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-a859587e-7680-4fb5-bce4-da3b3dd2abbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:40:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['719ba4ba-6ba8-4c20-a9ee-2b0c5706585f'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:44.196010 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374d0587-d534-4530-9e55-f93de85f73de admin admin] Router 719ba4ba-6ba8-4c20-a9ee-2b0c5706585f has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:40:44.217845 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0706781-ea35-427e-bf4b-a63c7a168516 None None] Pushing event updated for resources: {'Port': ['ID=a0351e97-983c-4457-8727-fa3390defda6,revision_number=3']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:44.286877 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-a859587e-7680-4fb5-bce4-da3b3dd2abbb None None] Set router 719ba4ba-6ba8-4c20-a9ee-2b0c5706585f gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:40:44.309565 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374d0587-d534-4530-9e55-f93de85f73de admin admin] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:40:44.315378 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-374d0587-d534-4530-9e55-f93de85f73de admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/719ba4ba-6ba8-4c20-a9ee-2b0c5706585f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8014026 Sep 01 16:40:44.316304 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:44.492453 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-38fa14f8-6459-4344-ba67-5d45e9c2c9ee None None] Provisioning complete for port 95a2a2ab-478a-4b05-a7e0-a69ee8003795 triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:40:44.493063 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-38fa14f8-6459-4344-ba67-5d45e9c2c9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (95a2a2ab-478a-4b05-a7e0-a69ee8003795), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:44.569663 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-38fa14f8-6459-4344-ba67-5d45e9c2c9ee None None] Port 95a2a2ab-478a-4b05-a7e0-a69ee8003795 cannot update to ACTIVE because it is not bound. {{(pid=106491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 16:40:44.641037 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-a859587e-7680-4fb5-bce4-da3b3dd2abbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719ba4ba-6ba8-4c20-a9ee-2b0c5706585f', 'name': 'tempest-TestMinimumBasicScenario-197184173-router', 'tenant_id': '13ab20a85384485e95e2c0dadcc8b43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'a0351e97-983c-4457-8727-fa3390defda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:40:40Z', 'updated_at': '2022-09-01T16:40:43Z', 'revision_number': 4, 'project_id': '13ab20a85384485e95e2c0dadcc8b43c', 'gw_port': {'id': 'a0351e97-983c-4457-8727-fa3390defda6', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:54:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719ba4ba-6ba8-4c20-a9ee-2b0c5706585f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:40:41Z', 'updated_at': '2022-09-01T16:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '95a2a2ab-478a-4b05-a7e0-a69ee8003795', 'name': '', 'network_id': '39b32e89-2562-41b6-8f54-e0086889d468', 'tenant_id': '13ab20a85384485e95e2c0dadcc8b43c', 'mac_address': 'fa:16:3e:39:c0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719ba4ba-6ba8-4c20-a9ee-2b0c5706585f', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '0dc4a385-95e8-4723-8dcf-4daafb3488ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:40:43Z', 'updated_at': '2022-09-01T16:40:43Z', 'revision_number': 2, 'project_id': '13ab20a85384485e95e2c0dadcc8b43c', 'subnets': [{'id': '0dc4a385-95e8-4723-8dcf-4daafb3488ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:44.670456 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a859587e-7680-4fb5-bce4-da3b3dd2abbb None None] The sync data for ids ['719ba4ba-6ba8-4c20-a9ee-2b0c5706585f'] in dv-cinder-852209-10-iscsi is: [{'id': '719ba4ba-6ba8-4c20-a9ee-2b0c5706585f', 'name': 'tempest-TestMinimumBasicScenario-197184173-router', 'tenant_id': '13ab20a85384485e95e2c0dadcc8b43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'a0351e97-983c-4457-8727-fa3390defda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:40:40Z', 'updated_at': '2022-09-01T16:40:43Z', 'revision_number': 4, 'project_id': '13ab20a85384485e95e2c0dadcc8b43c', 'gw_port': {'id': 'a0351e97-983c-4457-8727-fa3390defda6', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:54:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719ba4ba-6ba8-4c20-a9ee-2b0c5706585f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:40:41Z', 'updated_at': '2022-09-01T16:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '95a2a2ab-478a-4b05-a7e0-a69ee8003795', 'name': '', 'network_id': '39b32e89-2562-41b6-8f54-e0086889d468', 'tenant_id': '13ab20a85384485e95e2c0dadcc8b43c', 'mac_address': 'fa:16:3e:39:c0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719ba4ba-6ba8-4c20-a9ee-2b0c5706585f', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '0dc4a385-95e8-4723-8dcf-4daafb3488ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:40:43Z', 'updated_at': '2022-09-01T16:40:43Z', 'revision_number': 2, 'project_id': '13ab20a85384485e95e2c0dadcc8b43c', 'subnets': [{'id': '0dc4a385-95e8-4723-8dcf-4daafb3488ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:40:44.864197 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 5bb9e1c4-5809-406a-8024-a9bfe99bb842 up at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:40:44.949038 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device ca843f4c-2bd5-4054-af4c-b69931cb3091 up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:40:44.980517 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:45.000796 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 38106) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:40:45.008102 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-662212b6-e95a-4bbb-9c58-bc7a3c249b86 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1938976818-network', 'tenant_id': '4cf6935593374d03a401512b9f31df9b'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:40:45.011451 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning complete for port 5bb9e1c4-5809-406a-8024-a9bfe99bb842 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:40:45.011928 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (5bb9e1c4-5809-406a-8024-a9bfe99bb842), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:45.036399 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662212b6-e95a-4bbb-9c58-bc7a3c249b86 admin admin] Made reservation on behalf of 4cf6935593374d03a401512b9f31df9b for: {'network': 1} {{(pid=106490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:40:45.042473 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-662212b6-e95a-4bbb-9c58-bc7a3c249b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for network (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:45.046072 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port ca843f4c-2bd5-4054-af4c-b69931cb3091 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:40:45.047004 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (ca843f4c-2bd5-4054-af4c-b69931cb3091), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:45.053857 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-662212b6-e95a-4bbb-9c58-bc7a3c249b86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:45.183583 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-662212b6-e95a-4bbb-9c58-bc7a3c249b86 admin admin] Publish callbacks [] for security_group (ee69c41c-17fd-4b15-9135-fd81df070d68), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:45.196976 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port ca843f4c-2bd5-4054-af4c-b69931cb3091 is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:40:45.212165 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-662212b6-e95a-4bbb-9c58-bc7a3c249b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (ee69c41c-17fd-4b15-9135-fd81df070d68), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:45.216340 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 5bb9e1c4-5809-406a-8024-a9bfe99bb842 is: BUILD; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:40:45.216953 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (5bb9e1c4-5809-406a-8024-a9bfe99bb842), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:45.270617 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-662212b6-e95a-4bbb-9c58-bc7a3c249b86 admin admin] vlan segment allocate from pool success with {'vlan_id': 947, 'physical_network': 'physnet1'} {{(pid=106490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:40:45.285403 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662212b6-e95a-4bbb-9c58-bc7a3c249b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee69c41c-17fd-4b15-9135-fd81df070d68,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:45.288473 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:45.294711 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-662212b6-e95a-4bbb-9c58-bc7a3c249b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449'] for segment (a4fa2a5f-1dcb-4633-8f20-77c010842eab), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:45.295159 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.db.segments_db [None req-662212b6-e95a-4bbb-9c58-bc7a3c249b86 admin admin] Added segment a4fa2a5f-1dcb-4633-8f20-77c010842eab of type vlan for network ce72d36d-0477-4937-9280-52ebaf2a17fc Sep 01 16:40:45.310740 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 5bb9e1c4-5809-406a-8024-a9bfe99bb842, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=5bb9e1c4-5809-406a-8024-a9bfe99bb842,segment=NetworkSegment(a5fdef99-cab9-4e68-9f85-2b12b874dece),segment_id=a5fdef99-cab9-4e68-9f85-2b12b874dece)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:40:45.319535 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d764e51-5b8a-4d17-886e-b52189448293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb9e1c4-5809-406a-8024-a9bfe99bb842'}] {{(pid=106491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:40:45.326390 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27cd250e45b0eab3f9aacaaa4111d690d8ad0f5b6b5c497c1d88b56abc962a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5adf947-c893-4cbe-a8b7-08b34121050a" -d '{"events": [{"server_uuid": "7d764e51-5b8a-4d17-886e-b52189448293", "name": "network-vif-plugged", "status": "completed", "tag": "5bb9e1c4-5809-406a-8024-a9bfe99bb842"}]}' {{(pid=106491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:40:45.328865 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (5bb9e1c4-5809-406a-8024-a9bfe99bb842), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:45.357954 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45927381-cbc4-4d12-b809-4958952aad89 req-ac3d5664-acea-45ec-b97f-9ec6f3277489 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:45.363972 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-45927381-cbc4-4d12-b809-4958952aad89 req-ac3d5664-acea-45ec-b97f-9ec6f3277489 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 945 time: 0.1391304 Sep 01 16:40:45.376356 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-662212b6-e95a-4bbb-9c58-bc7a3c249b86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777439247782'] for network (ce72d36d-0477-4937-9280-52ebaf2a17fc), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:45.407838 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5223d1d1-b1b7-48f7-816f-c71af55847cf x-openstack-request-id: req-5223d1d1-b1b7-48f7-816f-c71af55847cf {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:40:45.408368 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d764e51-5b8a-4d17-886e-b52189448293", "name": "network-vif-plugged", "status": "completed", "tag": "5bb9e1c4-5809-406a-8024-a9bfe99bb842", "code": 200}]} {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:40:45.408758 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5223d1d1-b1b7-48f7-816f-c71af55847cf {{(pid=106491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:40:45.409305 dv-cinder-852209-10-iscsi neutron-server[106491]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5223d1d1-b1b7-48f7-816f-c71af55847cf'] response: {'server_uuid': '7d764e51-5b8a-4d17-886e-b52189448293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb9e1c4-5809-406a-8024-a9bfe99bb842', 'code': 200} Sep 01 16:40:45.413085 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-662212b6-e95a-4bbb-9c58-bc7a3c249b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248'] for network (ce72d36d-0477-4937-9280-52ebaf2a17fc), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:45.414449 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662212b6-e95a-4bbb-9c58-bc7a3c249b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:45.415496 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-662212b6-e95a-4bbb-9c58-bc7a3c249b86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for network (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:45.416056 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=5bb9e1c4-5809-406a-8024-a9bfe99bb842,revision_number=10']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:45.440234 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-45927381-cbc4-4d12-b809-4958952aad89 req-793c0118-b13d-478d-972b-3aaa118dffa3 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682740 Sep 01 16:40:45.491043 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-662212b6-e95a-4bbb-9c58-bc7a3c249b86 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4883733 Sep 01 16:40:45.493854 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 38116) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:40:45.498277 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662212b6-e95a-4bbb-9c58-bc7a3c249b86 admin admin] Pushing event updated for resources: {'Network': ['ID=ce72d36d-0477-4937-9280-52ebaf2a17fc,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:45.499292 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-b20a3c66-dfb1-40bf-a5ef-a8a27d679514 admin admin] Request body: {'subnet': {'network_id': 'ce72d36d-0477-4937-9280-52ebaf2a17fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1938976818-subnet', 'tenant_id': '4cf6935593374d03a401512b9f31df9b', 'ip_version': 4}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:40:45.509155 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Network ce72d36d-0477-4937-9280-52ebaf2a17fc details requested by agent ovs-agent-dv-cinder-852209-10-iscsi with host dv-cinder-852209-10-iscsi {{(pid=106491) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:40:45.522927 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20a3c66-dfb1-40bf-a5ef-a8a27d679514 admin admin] Made reservation on behalf of 4cf6935593374d03a401512b9f31df9b for: {'subnet': 1} {{(pid=106489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:40:45.525529 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b20a3c66-dfb1-40bf-a5ef-a8a27d679514 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261874625'] for subnet (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:45.538044 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:45.740138 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b20a3c66-dfb1-40bf-a5ef-a8a27d679514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261343971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261874675'] for subnet (5eadb6fc-4174-4760-938b-1182c20379d9), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:45.790546 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a3c66-dfb1-40bf-a5ef-a8a27d679514 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eadb6fc-4174-4760-938b-1182c20379d9,revision_number=0']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:45.811131 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20a3c66-dfb1-40bf-a5ef-a8a27d679514 admin admin] Checking segment: {'id': 'a4fa2a5f-1dcb-4633-8f20-77c010842eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ce72d36d-0477-4937-9280-52ebaf2a17fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:40:45.811493 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20a3c66-dfb1-40bf-a5ef-a8a27d679514 admin admin] Network hostable DHCP agents. Network: ce72d36d-0477-4937-9280-52ebaf2a17fc, hostable agents: ['afc997ee-16d2-4ffa-9693-fa31543fa952'], hosted agents: [] {{(pid=106489) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:40:45.818488 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:45.832023 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20a3c66-dfb1-40bf-a5ef-a8a27d679514 admin admin] Network ce72d36d-0477-4937-9280-52ebaf2a17fc is scheduled to be hosted by DHCP agent afc997ee-16d2-4ffa-9693-fa31543fa952 with binding_index 1 {{(pid=106489) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:40:45.843773 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.base_scheduler [None req-b20a3c66-dfb1-40bf-a5ef-a8a27d679514 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852209-10-iscsi, ce72d36d-0477-4937-9280-52ebaf2a17fc) {{(pid=106489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:40:45.848076 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20a3c66-dfb1-40bf-a5ef-a8a27d679514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:45.848667 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b20a3c66-dfb1-40bf-a5ef-a8a27d679514 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for subnet (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:45.856522 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b693f3f2-2724-473d-8792-c5ec2942ace2 None None] Network ce72d36d-0477-4937-9280-52ebaf2a17fc requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:40:45.870831 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-b20a3c66-dfb1-40bf-a5ef-a8a27d679514 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3752191 Sep 01 16:40:45.874122 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 38118) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:40:45.878692 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-8f02f277-055a-4ee0-b55b-963d261349d7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1938976818-router', 'tenant_id': '4cf6935593374d03a401512b9f31df9b', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'}}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:40:45.909430 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8f02f277-055a-4ee0-b55b-963d261349d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-633072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7429'] for router (568be1c1-9754-42b5-8542-bf2761369b3e), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:45.910693 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8f02f277-055a-4ee0-b55b-963d261349d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-612190', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7436'] for router (568be1c1-9754-42b5-8542-bf2761369b3e), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:45.973433 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8f02f277-055a-4ee0-b55b-963d261349d7 admin admin] Publish callbacks [] for router_controller (568be1c1-9754-42b5-8542-bf2761369b3e), precommit_add_association {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:46.004047 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a229666-ecd6-4bca-bb38-3083ebae834a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp704810b6-d790-5017-b732-94aec06070b8-ce72d36d-0477-4937-9280-52ebaf2a17fc', 'network_id': 'ce72d36d-0477-4937-9280-52ebaf2a17fc', 'project_id': '4cf6935593374d03a401512b9f31df9b', 'fixed_ips': [{'subnet_id': '5eadb6fc-4174-4760-938b-1182c20379d9'}]}} from dv-cinder-852209-10-iscsi. {{(pid=106491) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 01 16:40:46.005286 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-4a229666-ecd6-4bca-bb38-3083ebae834a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:46.074373 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:46.113103 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:46.168813 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8f02f277-055a-4ee0-b55b-963d261349d7 admin admin] Publish callbacks [] for router_gateway (568be1c1-9754-42b5-8542-bf2761369b3e), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:46.176819 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdb785-c79a-44da-8328-fb783d0bf95b req-1074e6a3-fa98-4fd4-94ba-161e8132c812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:46.178602 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c2fdb785-c79a-44da-8328-fb783d0bf95b req-1074e6a3-fa98-4fd4-94ba-161e8132c812 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 1131 time: 0.1124344 Sep 01 16:40:46.182973 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.db_base_plugin_common [None req-4a229666-ecd6-4bca-bb38-3083ebae834a None None] Allocated IP 172.20.0.2 (ce72d36d-0477-4937-9280-52ebaf2a17fc/5eadb6fc-4174-4760-938b-1182c20379d9/fda4176e-b9af-4903-a96f-ed5d43c43936) {{(pid=106491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:40:46.287199 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c2fdb785-c79a-44da-8328-fb783d0bf95b req-bbc1e14a-3660-4d86-b6ee-db5da8f2d227 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934820 Sep 01 16:40:46.351207 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-4a229666-ecd6-4bca-bb38-3083ebae834a None None] Publish callbacks [] for port (fda4176e-b9af-4903-a96f-ed5d43c43936), precommit_create {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:46.365909 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-4a229666-ecd6-4bca-bb38-3083ebae834a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847'] for port (fda4176e-b9af-4903-a96f-ed5d43c43936), after_create {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:46.410023 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a229666-ecd6-4bca-bb38-3083ebae834a None None] Network ce72d36d-0477-4937-9280-52ebaf2a17fc is already hosted by enough agents. {{(pid=106491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:40:46.413507 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.scheduler.base_scheduler [None req-4a229666-ecd6-4bca-bb38-3083ebae834a None None] Resources bound (agent type, host, resource id): {{(pid=106491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:40:46.418654 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8f02f277-055a-4ee0-b55b-963d261349d7 admin admin] Publish callbacks [] for router_gateway (568be1c1-9754-42b5-8542-bf2761369b3e), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:46.422018 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a229666-ecd6-4bca-bb38-3083ebae834a None None] Pushing event updated for resources: {'Port': ['ID=fda4176e-b9af-4903-a96f-ed5d43c43936,revision_number=1']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:46.425195 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a229666-ecd6-4bca-bb38-3083ebae834a None None] Received port after_create {{(pid=106491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:40:46.453012 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8f02f277-055a-4ee0-b55b-963d261349d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:46.503480 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-4a229666-ecd6-4bca-bb38-3083ebae834a None None] Attempting to bind port fda4176e-b9af-4903-a96f-ed5d43c43936 on host dv-cinder-852209-10-iscsi for vnic_type normal with profile {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:40:46.503944 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-4a229666-ecd6-4bca-bb38-3083ebae834a None None] Attempting to bind port fda4176e-b9af-4903-a96f-ed5d43c43936 by drivers openvswitch,hyperv on host dv-cinder-852209-10-iscsi at level 0 using segments [{'id': 'a4fa2a5f-1dcb-4633-8f20-77c010842eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ce72d36d-0477-4937-9280-52ebaf2a17fc'}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:40:46.504851 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a229666-ecd6-4bca-bb38-3083ebae834a None None] Attempting to bind port fda4176e-b9af-4903-a96f-ed5d43c43936 on network ce72d36d-0477-4937-9280-52ebaf2a17fc {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:40:46.512449 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a229666-ecd6-4bca-bb38-3083ebae834a None None] Checking agent: {'id': 'de41263d-808c-41d9-af38-92939b4ec796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 25, 56), 'started_at': datetime.datetime(2022, 9, 1, 16, 26, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:40:46.513135 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a229666-ecd6-4bca-bb38-3083ebae834a None None] Checking segment: {'id': 'a4fa2a5f-1dcb-4633-8f20-77c010842eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ce72d36d-0477-4937-9280-52ebaf2a17fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:40:46.513691 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-4a229666-ecd6-4bca-bb38-3083ebae834a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:46.514194 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a229666-ecd6-4bca-bb38-3083ebae834a None None] Bound using segment: {'id': 'a4fa2a5f-1dcb-4633-8f20-77c010842eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ce72d36d-0477-4937-9280-52ebaf2a17fc'} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:40:46.514926 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-4a229666-ecd6-4bca-bb38-3083ebae834a None None] Bound port: fda4176e-b9af-4903-a96f-ed5d43c43936, host: dv-cinder-852209-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4fa2a5f-1dcb-4633-8f20-77c010842eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ce72d36d-0477-4937-9280-52ebaf2a17fc'}}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:40:46.515540 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-4a229666-ecd6-4bca-bb38-3083ebae834a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (fda4176e-b9af-4903-a96f-ed5d43c43936), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:46.593944 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:46.596152 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-4a229666-ecd6-4bca-bb38-3083ebae834a None None] For port fda4176e-b9af-4903-a96f-ed5d43c43936, host dv-cinder-852209-10-iscsi, cleared binding levels {{(pid=106491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:40:46.600464 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-4a229666-ecd6-4bca-bb38-3083ebae834a None None] For port fda4176e-b9af-4903-a96f-ed5d43c43936, host dv-cinder-852209-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=fda4176e-b9af-4903-a96f-ed5d43c43936,segment=NetworkSegment(a4fa2a5f-1dcb-4633-8f20-77c010842eab),segment_id=a4fa2a5f-1dcb-4633-8f20-77c010842eab)] {{(pid=106491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:40:46.608415 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-4a229666-ecd6-4bca-bb38-3083ebae834a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (fda4176e-b9af-4903-a96f-ed5d43c43936), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:46.610354 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_common [None req-8f02f277-055a-4ee0-b55b-963d261349d7 admin admin] Allocated IP 172.27.2.219 (537c3a33-78cb-41f3-a0ee-71478f9cfd9b/3e5d1400-7955-40a6-9a09-08f8a8c1db3a/194d437c-8614-4e86-a133-76007a5c1bbf) {{(pid=106490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:40:46.639142 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e28f9-7cb4-453d-98ff-9cc1284eb8a8 req-8efe9979-267c-402e-b857-6a3a1d3c58e1 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:46.639142 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c22e28f9-7cb4-453d-98ff-9cc1284eb8a8 req-8efe9979-267c-402e-b857-6a3a1d3c58e1 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 947 time: 0.0830150 Sep 01 16:40:46.679670 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a229666-ecd6-4bca-bb38-3083ebae834a None None] Pushing event updated for resources: {'Port': ['ID=fda4176e-b9af-4903-a96f-ed5d43c43936,revision_number=2']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:46.733339 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=5 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:46.756299 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c22e28f9-7cb4-453d-98ff-9cc1284eb8a8 req-459fb8e1-6e47-40ab-8c02-c1fc37b163a5 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116152 Sep 01 16:40:46.800464 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8f02f277-055a-4ee0-b55b-963d261349d7 admin admin] Publish callbacks [] for port (194d437c-8614-4e86-a133-76007a5c1bbf), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:46.852483 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8f02f277-055a-4ee0-b55b-963d261349d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (194d437c-8614-4e86-a133-76007a5c1bbf), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:46.923361 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f02f277-055a-4ee0-b55b-963d261349d7 admin admin] Network 537c3a33-78cb-41f3-a0ee-71478f9cfd9b is already hosted by enough agents. {{(pid=106490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:40:46.926552 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [None req-8f02f277-055a-4ee0-b55b-963d261349d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:40:46.931028 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f02f277-055a-4ee0-b55b-963d261349d7 admin admin] Received port after_create {{(pid=106490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:40:46.937537 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02f277-055a-4ee0-b55b-963d261349d7 admin admin] Pushing event updated for resources: {'Port': ['ID=194d437c-8614-4e86-a133-76007a5c1bbf,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:46.981573 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device fda4176e-b9af-4903-a96f-ed5d43c43936 up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:40:47.043931 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port fda4176e-b9af-4903-a96f-ed5d43c43936 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:40:47.044306 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (fda4176e-b9af-4903-a96f-ed5d43c43936), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:47.126861 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port fda4176e-b9af-4903-a96f-ed5d43c43936 is: DOWN; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:40:47.127265 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (fda4176e-b9af-4903-a96f-ed5d43c43936), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:47.154393 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:47.169070 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] For port fda4176e-b9af-4903-a96f-ed5d43c43936, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=fda4176e-b9af-4903-a96f-ed5d43c43936,segment=NetworkSegment(a4fa2a5f-1dcb-4633-8f20-77c010842eab),segment_id=a4fa2a5f-1dcb-4633-8f20-77c010842eab)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:40:47.172941 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (fda4176e-b9af-4903-a96f-ed5d43c43936), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:47.173717 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device a0351e97-983c-4457-8727-fa3390defda6 up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:40:47.214161 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8f02f277-055a-4ee0-b55b-963d261349d7 admin admin] Publish callbacks [] for router_gateway (568be1c1-9754-42b5-8542-bf2761369b3e), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:47.241731 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:47.252245 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Pushing event updated for resources: {'Port': ['ID=fda4176e-b9af-4903-a96f-ed5d43c43936,revision_number=3']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:47.262977 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port a0351e97-983c-4457-8727-fa3390defda6 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:40:47.263345 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (a0351e97-983c-4457-8727-fa3390defda6), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:47.289795 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268cfcb3-c6cd-4c84-964f-e2f7cda2b1dd None None] Sync routers for ids ['719ba4ba-6ba8-4c20-a9ee-2b0c5706585f'] in dv-cinder-852209-10-iscsi {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:40:47.302827 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268cfcb3-c6cd-4c84-964f-e2f7cda2b1dd None None] Routers {'719ba4ba-6ba8-4c20-a9ee-2b0c5706585f'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:40:47.303455 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-268cfcb3-c6cd-4c84-964f-e2f7cda2b1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:40:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['719ba4ba-6ba8-4c20-a9ee-2b0c5706585f'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:47.340984 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port a0351e97-983c-4457-8727-fa3390defda6 is: DOWN; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:40:47.341378 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (a0351e97-983c-4457-8727-fa3390defda6), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:47.365215 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] For port a0351e97-983c-4457-8727-fa3390defda6, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=a0351e97-983c-4457-8727-fa3390defda6,segment=NetworkSegment(6aaf10e3-1532-4b23-b8ff-2b17962713b0),segment_id=6aaf10e3-1532-4b23-b8ff-2b17962713b0)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:40:47.372496 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (a0351e97-983c-4457-8727-fa3390defda6), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:47.420962 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8f02f277-055a-4ee0-b55b-963d261349d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612335'] for router (568be1c1-9754-42b5-8542-bf2761369b3e), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:47.430438 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Pushing event updated for resources: {'Port': ['ID=a0351e97-983c-4457-8727-fa3390defda6,revision_number=4']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:47.451495 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-268cfcb3-c6cd-4c84-964f-e2f7cda2b1dd None None] Set router 719ba4ba-6ba8-4c20-a9ee-2b0c5706585f gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:40:47.558107 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f02f277-055a-4ee0-b55b-963d261349d7 admin admin] Router 568be1c1-9754-42b5-8542-bf2761369b3e is scheduled to L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 with binding_index 1 {{(pid=106490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:40:47.714615 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f02f277-055a-4ee0-b55b-963d261349d7 admin admin] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:40:47.727083 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-268cfcb3-c6cd-4c84-964f-e2f7cda2b1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719ba4ba-6ba8-4c20-a9ee-2b0c5706585f', 'name': 'tempest-TestMinimumBasicScenario-197184173-router', 'tenant_id': '13ab20a85384485e95e2c0dadcc8b43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'a0351e97-983c-4457-8727-fa3390defda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:40:40Z', 'updated_at': '2022-09-01T16:40:43Z', 'revision_number': 4, 'project_id': '13ab20a85384485e95e2c0dadcc8b43c', 'gw_port': {'id': 'a0351e97-983c-4457-8727-fa3390defda6', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:54:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719ba4ba-6ba8-4c20-a9ee-2b0c5706585f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:40:41Z', 'updated_at': '2022-09-01T16:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '95a2a2ab-478a-4b05-a7e0-a69ee8003795', 'name': '', 'network_id': '39b32e89-2562-41b6-8f54-e0086889d468', 'tenant_id': '13ab20a85384485e95e2c0dadcc8b43c', 'mac_address': 'fa:16:3e:39:c0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719ba4ba-6ba8-4c20-a9ee-2b0c5706585f', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '0dc4a385-95e8-4723-8dcf-4daafb3488ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:40:43Z', 'updated_at': '2022-09-01T16:40:43Z', 'revision_number': 2, 'project_id': '13ab20a85384485e95e2c0dadcc8b43c', 'subnets': [{'id': '0dc4a385-95e8-4723-8dcf-4daafb3488ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:47.735887 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2459d5-6225-4d86-96ed-a12872c51838 None None] Sync routers for ids ['568be1c1-9754-42b5-8542-bf2761369b3e'] in dv-cinder-852209-10-iscsi {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:40:47.754940 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2459d5-6225-4d86-96ed-a12872c51838 None None] Routers {'568be1c1-9754-42b5-8542-bf2761369b3e'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:40:47.756906 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-aa2459d5-6225-4d86-96ed-a12872c51838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:40:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['568be1c1-9754-42b5-8542-bf2761369b3e'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:47.759369 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8f02f277-055a-4ee0-b55b-963d261349d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:47.761920 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-8f02f277-055a-4ee0-b55b-963d261349d7 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8867257 Sep 01 16:40:47.763166 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268cfcb3-c6cd-4c84-964f-e2f7cda2b1dd None None] Checking router: 719ba4ba-6ba8-4c20-a9ee-2b0c5706585f for host: dv-cinder-852209-10-iscsi {{(pid=106492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:40:47.763658 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268cfcb3-c6cd-4c84-964f-e2f7cda2b1dd None None] Updating router 719ba4ba-6ba8-4c20-a9ee-2b0c5706585f port 95a2a2ab-478a-4b05-a7e0-a69ee8003795 binding host dv-cinder-852209-10-iscsi {{(pid=106492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:40:47.764939 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 38142) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:40:47.821219 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-268cfcb3-c6cd-4c84-964f-e2f7cda2b1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (95a2a2ab-478a-4b05-a7e0-a69ee8003795), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:47.973361 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-aa2459d5-6225-4d86-96ed-a12872c51838 None None] Set router 568be1c1-9754-42b5-8542-bf2761369b3e gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:40:48.211024 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e9f62e-e90d-4bb3-ba36-90be503be6ec None None] Network ce72d36d-0477-4937-9280-52ebaf2a17fc requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:40:48.329482 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-4ab15e78-d15d-4626-8895-739aa8cd9d79 None None] Provisioning complete for port fda4176e-b9af-4903-a96f-ed5d43c43936 triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:40:48.329909 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-4ab15e78-d15d-4626-8895-739aa8cd9d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (fda4176e-b9af-4903-a96f-ed5d43c43936), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:48.499929 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-268cfcb3-c6cd-4c84-964f-e2f7cda2b1dd None None] Publish callbacks [] for port (95a2a2ab-478a-4b05-a7e0-a69ee8003795), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:48.503140 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:48.514666 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-268cfcb3-c6cd-4c84-964f-e2f7cda2b1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (95a2a2ab-478a-4b05-a7e0-a69ee8003795), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:48.550431 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c30093-b390-4707-bd1b-9d2ea9a71b0a req-fe029dae-3dab-4a29-9945-24464da6b09a tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:48.554778 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-49c30093-b390-4707-bd1b-9d2ea9a71b0a req-fe029dae-3dab-4a29-9945-24464da6b09a tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7e32ddc7-b8fb-420e-8a40-f3cde9dc120f HTTP/1.1" status: 200 len: 945 time: 0.1032045 Sep 01 16:40:48.590446 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9447d5fe-479a-4ddb-8b49-66be9b6e7012 None None] Pushing event updated for resources: {'Port': ['ID=95a2a2ab-478a-4b05-a7e0-a69ee8003795,revision_number=3']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:48.599281 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447d5fe-479a-4ddb-8b49-66be9b6e7012 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:48.600009 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447d5fe-479a-4ddb-8b49-66be9b6e7012 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:48.600530 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:48.600797 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447d5fe-479a-4ddb-8b49-66be9b6e7012 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:48.601361 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447d5fe-479a-4ddb-8b49-66be9b6e7012 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:48.601968 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447d5fe-479a-4ddb-8b49-66be9b6e7012 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:48.602677 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447d5fe-479a-4ddb-8b49-66be9b6e7012 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:48.603187 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447d5fe-479a-4ddb-8b49-66be9b6e7012 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:48.603691 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447d5fe-479a-4ddb-8b49-66be9b6e7012 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:48.604967 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447d5fe-479a-4ddb-8b49-66be9b6e7012 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:48.605561 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447d5fe-479a-4ddb-8b49-66be9b6e7012 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:48.606141 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447d5fe-479a-4ddb-8b49-66be9b6e7012 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:48.606727 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447d5fe-479a-4ddb-8b49-66be9b6e7012 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:48.607395 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447d5fe-479a-4ddb-8b49-66be9b6e7012 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:48.607933 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447d5fe-479a-4ddb-8b49-66be9b6e7012 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:48.608480 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447d5fe-479a-4ddb-8b49-66be9b6e7012 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106492) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:40:48.642490 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-aa2459d5-6225-4d86-96ed-a12872c51838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568be1c1-9754-42b5-8542-bf2761369b3e', 'name': 'tempest-TestMinimumBasicScenario-1938976818-router', 'tenant_id': '4cf6935593374d03a401512b9f31df9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '194d437c-8614-4e86-a133-76007a5c1bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:40:45Z', 'updated_at': '2022-09-01T16:40:47Z', 'revision_number': 3, 'project_id': '4cf6935593374d03a401512b9f31df9b', 'gw_port': {'id': '194d437c-8614-4e86-a133-76007a5c1bbf', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568be1c1-9754-42b5-8542-bf2761369b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:40:46Z', 'updated_at': '2022-09-01T16:40:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:48.668873 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-49c30093-b390-4707-bd1b-9d2ea9a71b0a req-a79c077c-ad33-4e34-ad1e-5aa15bd49319 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1564c154-674d-4cd9-8233-a11d2e6bd4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065154 Sep 01 16:40:48.671652 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2459d5-6225-4d86-96ed-a12872c51838 None None] Checking router: 568be1c1-9754-42b5-8542-bf2761369b3e for host: dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:40:48.673178 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2459d5-6225-4d86-96ed-a12872c51838 None None] Updating router 568be1c1-9754-42b5-8542-bf2761369b3e port 194d437c-8614-4e86-a133-76007a5c1bbf binding host dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:40:48.688310 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [None req-268cfcb3-c6cd-4c84-964f-e2f7cda2b1dd None None] Attempting to bind port 95a2a2ab-478a-4b05-a7e0-a69ee8003795 on host dv-cinder-852209-10-iscsi for vnic_type normal with profile {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:40:48.688829 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [None req-268cfcb3-c6cd-4c84-964f-e2f7cda2b1dd None None] Attempting to bind port 95a2a2ab-478a-4b05-a7e0-a69ee8003795 by drivers openvswitch,hyperv on host dv-cinder-852209-10-iscsi at level 0 using segments [{'id': 'e1fd3a59-64dd-4c0d-8007-f96041459bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '39b32e89-2562-41b6-8f54-e0086889d468'}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:40:48.689286 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268cfcb3-c6cd-4c84-964f-e2f7cda2b1dd None None] Attempting to bind port 95a2a2ab-478a-4b05-a7e0-a69ee8003795 on network 39b32e89-2562-41b6-8f54-e0086889d468 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:40:48.695562 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268cfcb3-c6cd-4c84-964f-e2f7cda2b1dd None None] Checking agent: {'id': 'de41263d-808c-41d9-af38-92939b4ec796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 25, 56), 'started_at': datetime.datetime(2022, 9, 1, 16, 26, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:40:48.696705 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268cfcb3-c6cd-4c84-964f-e2f7cda2b1dd None None] Checking segment: {'id': 'e1fd3a59-64dd-4c0d-8007-f96041459bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '39b32e89-2562-41b6-8f54-e0086889d468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:40:48.697333 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-268cfcb3-c6cd-4c84-964f-e2f7cda2b1dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:48.698524 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268cfcb3-c6cd-4c84-964f-e2f7cda2b1dd None None] Bound using segment: {'id': 'e1fd3a59-64dd-4c0d-8007-f96041459bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '39b32e89-2562-41b6-8f54-e0086889d468'} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:40:48.699383 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [None req-268cfcb3-c6cd-4c84-964f-e2f7cda2b1dd None None] Bound port: 95a2a2ab-478a-4b05-a7e0-a69ee8003795, host: dv-cinder-852209-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1fd3a59-64dd-4c0d-8007-f96041459bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '39b32e89-2562-41b6-8f54-e0086889d468'}}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:40:48.700011 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-268cfcb3-c6cd-4c84-964f-e2f7cda2b1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (95a2a2ab-478a-4b05-a7e0-a69ee8003795), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:48.705480 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b1427703-a372-4d2b-8fbb-49613a19facc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:48.715870 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407363a3-4311-4533-8533-de68087a28cf req-05d9d1e4-7038-49e6-89ac-44fa52b35565 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:48.717369 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-407363a3-4311-4533-8533-de68087a28cf req-05d9d1e4-7038-49e6-89ac-44fa52b35565 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 947 time: 0.8240635 Sep 01 16:40:48.735984 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:48.760157 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-aa2459d5-6225-4d86-96ed-a12872c51838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (194d437c-8614-4e86-a133-76007a5c1bbf), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:48.774646 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [None req-268cfcb3-c6cd-4c84-964f-e2f7cda2b1dd None None] For port 95a2a2ab-478a-4b05-a7e0-a69ee8003795, host dv-cinder-852209-10-iscsi, cleared binding levels {{(pid=106492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:40:48.780622 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [None req-268cfcb3-c6cd-4c84-964f-e2f7cda2b1dd None None] For port 95a2a2ab-478a-4b05-a7e0-a69ee8003795, host dv-cinder-852209-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=95a2a2ab-478a-4b05-a7e0-a69ee8003795,segment=NetworkSegment(e1fd3a59-64dd-4c0d-8007-f96041459bea),segment_id=e1fd3a59-64dd-4c0d-8007-f96041459bea)] {{(pid=106492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:40:48.790478 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-268cfcb3-c6cd-4c84-964f-e2f7cda2b1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (95a2a2ab-478a-4b05-a7e0-a69ee8003795), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:48.796618 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:48.797571 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:48.820549 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-407363a3-4311-4533-8533-de68087a28cf req-541113c3-02d5-43af-b92b-5cfba70bc43d tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960553 Sep 01 16:40:48.830682 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-4ab15e78-d15d-4626-8895-739aa8cd9d79 None None] Current status of the port fda4176e-b9af-4903-a96f-ed5d43c43936 is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:40:48.837894 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:48.859803 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268cfcb3-c6cd-4c84-964f-e2f7cda2b1dd None None] Routers {'719ba4ba-6ba8-4c20-a9ee-2b0c5706585f'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:40:48.860438 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-268cfcb3-c6cd-4c84-964f-e2f7cda2b1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:40:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['719ba4ba-6ba8-4c20-a9ee-2b0c5706585f'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:48.862777 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9447d5fe-479a-4ddb-8b49-66be9b6e7012 None None] Pushing event updated for resources: {'Port': ['ID=95a2a2ab-478a-4b05-a7e0-a69ee8003795,revision_number=4']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:48.995724 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.db_base_plugin_common [None req-b1427703-a372-4d2b-8fbb-49613a19facc admin admin] Allocated IP 172.20.0.1 (ce72d36d-0477-4937-9280-52ebaf2a17fc/5eadb6fc-4174-4760-938b-1182c20379d9/4d585ce2-286e-4bbf-92f7-7f1a5d30b501) {{(pid=106489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:40:49.009198 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device fda4176e-b9af-4903-a96f-ed5d43c43936 up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:40:49.013690 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-268cfcb3-c6cd-4c84-964f-e2f7cda2b1dd None None] Set router 719ba4ba-6ba8-4c20-a9ee-2b0c5706585f gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:40:49.069071 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port fda4176e-b9af-4903-a96f-ed5d43c43936 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:40:49.069446 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (fda4176e-b9af-4903-a96f-ed5d43c43936), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:49.120740 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b1427703-a372-4d2b-8fbb-49613a19facc admin admin] Publish callbacks [] for port (4d585ce2-286e-4bbf-92f7-7f1a5d30b501), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:49.156640 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b1427703-a372-4d2b-8fbb-49613a19facc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261346675'] for port (4d585ce2-286e-4bbf-92f7-7f1a5d30b501), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:49.200846 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1427703-a372-4d2b-8fbb-49613a19facc admin admin] Network ce72d36d-0477-4937-9280-52ebaf2a17fc is already hosted by enough agents. {{(pid=106489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:40:49.203852 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-da61a7f5-c709-40cf-b628-73fcb209149d None None] Provisioning complete for port fda4176e-b9af-4903-a96f-ed5d43c43936 triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:40:49.204224 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-da61a7f5-c709-40cf-b628-73fcb209149d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (fda4176e-b9af-4903-a96f-ed5d43c43936), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:49.204656 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.base_scheduler [None req-b1427703-a372-4d2b-8fbb-49613a19facc admin admin] Resources bound (agent type, host, resource id): {{(pid=106489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:40:49.208400 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1427703-a372-4d2b-8fbb-49613a19facc admin admin] Received port after_create {{(pid=106489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:40:49.254855 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-268cfcb3-c6cd-4c84-964f-e2f7cda2b1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719ba4ba-6ba8-4c20-a9ee-2b0c5706585f', 'name': 'tempest-TestMinimumBasicScenario-197184173-router', 'tenant_id': '13ab20a85384485e95e2c0dadcc8b43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'a0351e97-983c-4457-8727-fa3390defda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:40:40Z', 'updated_at': '2022-09-01T16:40:43Z', 'revision_number': 4, 'project_id': '13ab20a85384485e95e2c0dadcc8b43c', 'gw_port': {'id': 'a0351e97-983c-4457-8727-fa3390defda6', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:54:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719ba4ba-6ba8-4c20-a9ee-2b0c5706585f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:40:41Z', 'updated_at': '2022-09-01T16:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '95a2a2ab-478a-4b05-a7e0-a69ee8003795', 'name': '', 'network_id': '39b32e89-2562-41b6-8f54-e0086889d468', 'tenant_id': '13ab20a85384485e95e2c0dadcc8b43c', 'mac_address': 'fa:16:3e:39:c0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719ba4ba-6ba8-4c20-a9ee-2b0c5706585f', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '0dc4a385-95e8-4723-8dcf-4daafb3488ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:40:43Z', 'updated_at': '2022-09-01T16:40:48Z', 'revision_number': 4, 'project_id': '13ab20a85384485e95e2c0dadcc8b43c', 'subnets': [{'id': '0dc4a385-95e8-4723-8dcf-4daafb3488ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:49.258788 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b1427703-a372-4d2b-8fbb-49613a19facc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630860'] for router_interface (568be1c1-9754-42b5-8542-bf2761369b3e), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:49.262769 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1427703-a372-4d2b-8fbb-49613a19facc admin admin] Pushing event updated for resources: {'Port': ['ID=4d585ce2-286e-4bbf-92f7-7f1a5d30b501,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:49.263780 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-aa2459d5-6225-4d86-96ed-a12872c51838 None None] Publish callbacks [] for port (194d437c-8614-4e86-a133-76007a5c1bbf), precommit_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:49.267407 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port fda4176e-b9af-4903-a96f-ed5d43c43936 is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:40:49.268452 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device a0351e97-983c-4457-8727-fa3390defda6 up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:40:49.294288 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-aa2459d5-6225-4d86-96ed-a12872c51838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (194d437c-8614-4e86-a133-76007a5c1bbf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:49.296226 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268cfcb3-c6cd-4c84-964f-e2f7cda2b1dd None None] The sync data for ids ['719ba4ba-6ba8-4c20-a9ee-2b0c5706585f'] in dv-cinder-852209-10-iscsi is: [{'id': '719ba4ba-6ba8-4c20-a9ee-2b0c5706585f', 'name': 'tempest-TestMinimumBasicScenario-197184173-router', 'tenant_id': '13ab20a85384485e95e2c0dadcc8b43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'a0351e97-983c-4457-8727-fa3390defda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:40:40Z', 'updated_at': '2022-09-01T16:40:43Z', 'revision_number': 4, 'project_id': '13ab20a85384485e95e2c0dadcc8b43c', 'gw_port': {'id': 'a0351e97-983c-4457-8727-fa3390defda6', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:54:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719ba4ba-6ba8-4c20-a9ee-2b0c5706585f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:40:41Z', 'updated_at': '2022-09-01T16:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '95a2a2ab-478a-4b05-a7e0-a69ee8003795', 'name': '', 'network_id': '39b32e89-2562-41b6-8f54-e0086889d468', 'tenant_id': '13ab20a85384485e95e2c0dadcc8b43c', 'mac_address': 'fa:16:3e:39:c0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719ba4ba-6ba8-4c20-a9ee-2b0c5706585f', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '0dc4a385-95e8-4723-8dcf-4daafb3488ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:40:43Z', 'updated_at': '2022-09-01T16:40:48Z', 'revision_number': 4, 'project_id': '13ab20a85384485e95e2c0dadcc8b43c', 'subnets': [{'id': '0dc4a385-95e8-4723-8dcf-4daafb3488ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:40:49.340409 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:49.341642 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-aa2459d5-6225-4d86-96ed-a12872c51838 None None] Attempting to bind port 194d437c-8614-4e86-a133-76007a5c1bbf on host dv-cinder-852209-10-iscsi for vnic_type normal with profile {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:40:49.341962 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-aa2459d5-6225-4d86-96ed-a12872c51838 None None] Attempting to bind port 194d437c-8614-4e86-a133-76007a5c1bbf by drivers openvswitch,hyperv on host dv-cinder-852209-10-iscsi at level 0 using segments [{'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:40:49.342346 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2459d5-6225-4d86-96ed-a12872c51838 None None] Attempting to bind port 194d437c-8614-4e86-a133-76007a5c1bbf on network 537c3a33-78cb-41f3-a0ee-71478f9cfd9b {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:40:49.395417 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2459d5-6225-4d86-96ed-a12872c51838 None None] Checking agent: {'id': 'de41263d-808c-41d9-af38-92939b4ec796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 25, 56), 'started_at': datetime.datetime(2022, 9, 1, 16, 26, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:40:49.395788 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2459d5-6225-4d86-96ed-a12872c51838 None None] Checking segment: {'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:40:49.396190 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-aa2459d5-6225-4d86-96ed-a12872c51838 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:49.396584 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2459d5-6225-4d86-96ed-a12872c51838 None None] Bound using segment: {'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:40:49.397202 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-aa2459d5-6225-4d86-96ed-a12872c51838 None None] Bound port: 194d437c-8614-4e86-a133-76007a5c1bbf, host: dv-cinder-852209-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'}}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:40:49.397587 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-aa2459d5-6225-4d86-96ed-a12872c51838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (194d437c-8614-4e86-a133-76007a5c1bbf), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:49.415230 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168eea7-06d6-4ae1-9645-41b601afc982 None None] Pushing event updated for resources: {'Port': ['ID=194d437c-8614-4e86-a133-76007a5c1bbf,revision_number=2']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:49.462738 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-da61a7f5-c709-40cf-b628-73fcb209149d None None] Current status of the port fda4176e-b9af-4903-a96f-ed5d43c43936 is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:40:49.470008 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port a0351e97-983c-4457-8727-fa3390defda6 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:40:49.470008 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (a0351e97-983c-4457-8727-fa3390defda6), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:49.496403 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b1427703-a372-4d2b-8fbb-49613a19facc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (4d585ce2-286e-4bbf-92f7-7f1a5d30b501), before_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:49.517280 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-aa2459d5-6225-4d86-96ed-a12872c51838 None None] For port 194d437c-8614-4e86-a133-76007a5c1bbf, host dv-cinder-852209-10-iscsi, cleared binding levels {{(pid=106491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:40:49.522281 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-aa2459d5-6225-4d86-96ed-a12872c51838 None None] For port 194d437c-8614-4e86-a133-76007a5c1bbf, host dv-cinder-852209-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=194d437c-8614-4e86-a133-76007a5c1bbf,segment=NetworkSegment(6aaf10e3-1532-4b23-b8ff-2b17962713b0),segment_id=6aaf10e3-1532-4b23-b8ff-2b17962713b0)] {{(pid=106491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:40:49.540789 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-aa2459d5-6225-4d86-96ed-a12872c51838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (194d437c-8614-4e86-a133-76007a5c1bbf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:49.587478 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:49.626264 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:49.630205 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2459d5-6225-4d86-96ed-a12872c51838 None None] Routers {'568be1c1-9754-42b5-8542-bf2761369b3e'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:40:49.630757 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-aa2459d5-6225-4d86-96ed-a12872c51838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:40:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['568be1c1-9754-42b5-8542-bf2761369b3e'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:49.632609 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port a0351e97-983c-4457-8727-fa3390defda6 is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:40:49.641769 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-c5a7c8ed-253c-41e7-94f1-65af0effb552 None None] Provisioning complete for port 4d585ce2-286e-4bbf-92f7-7f1a5d30b501 triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:40:49.641945 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-c5a7c8ed-253c-41e7-94f1-65af0effb552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (4d585ce2-286e-4bbf-92f7-7f1a5d30b501), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:49.712658 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168eea7-06d6-4ae1-9645-41b601afc982 None None] Pushing event updated for resources: {'Port': ['ID=194d437c-8614-4e86-a133-76007a5c1bbf,revision_number=3']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:49.735490 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-c5a7c8ed-253c-41e7-94f1-65af0effb552 None None] Port 4d585ce2-286e-4bbf-92f7-7f1a5d30b501 cannot update to ACTIVE because it is not bound. {{(pid=106491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 16:40:49.738801 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:49.759773 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b1427703-a372-4d2b-8fbb-49613a19facc admin admin] Publish callbacks [] for port (4d585ce2-286e-4bbf-92f7-7f1a5d30b501), precommit_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:49.768205 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b1427703-a372-4d2b-8fbb-49613a19facc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261346666'] for port (4d585ce2-286e-4bbf-92f7-7f1a5d30b501), after_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:49.799435 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-aa2459d5-6225-4d86-96ed-a12872c51838 None None] Set router 568be1c1-9754-42b5-8542-bf2761369b3e gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:40:49.930040 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20aade5-1d68-4720-a78f-13c239ece170 req-5f9297f4-c90d-4165-b295-1773ac5b7ff9 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:49.931732 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-a20aade5-1d68-4720-a78f-13c239ece170 req-5f9297f4-c90d-4165-b295-1773ac5b7ff9 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7e32ddc7-b8fb-420e-8a40-f3cde9dc120f HTTP/1.1" status: 200 len: 945 time: 0.1523340 Sep 01 16:40:49.934959 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1427703-a372-4d2b-8fbb-49613a19facc admin admin] Pushing event updated for resources: {'Port': ['ID=4d585ce2-286e-4bbf-92f7-7f1a5d30b501,revision_number=2']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:49.950849 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b1427703-a372-4d2b-8fbb-49613a19facc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631024'] for router_interface (568be1c1-9754-42b5-8542-bf2761369b3e), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:49.967679 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee79207-10c9-4248-b93d-9d11a84a8435 req-78c697a9-a207-4e30-85e1-e701636cad85 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:49.969420 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-dee79207-10c9-4248-b93d-9d11a84a8435 req-78c697a9-a207-4e30-85e1-e701636cad85 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 947 time: 0.0577641 Sep 01 16:40:50.023488 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-dee79207-10c9-4248-b93d-9d11a84a8435 req-9721e7ad-1270-48a8-b112-bc663ab0a8e2 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482264 Sep 01 16:40:50.027494 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-aa2459d5-6225-4d86-96ed-a12872c51838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568be1c1-9754-42b5-8542-bf2761369b3e', 'name': 'tempest-TestMinimumBasicScenario-1938976818-router', 'tenant_id': '4cf6935593374d03a401512b9f31df9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '194d437c-8614-4e86-a133-76007a5c1bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:40:45Z', 'updated_at': '2022-09-01T16:40:49Z', 'revision_number': 4, 'project_id': '4cf6935593374d03a401512b9f31df9b', 'gw_port': {'id': '194d437c-8614-4e86-a133-76007a5c1bbf', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568be1c1-9754-42b5-8542-bf2761369b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:40:46Z', 'updated_at': '2022-09-01T16:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '4d585ce2-286e-4bbf-92f7-7f1a5d30b501', 'name': '', 'network_id': 'ce72d36d-0477-4937-9280-52ebaf2a17fc', 'tenant_id': '4cf6935593374d03a401512b9f31df9b', 'mac_address': 'fa:16:3e:95:c5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568be1c1-9754-42b5-8542-bf2761369b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5eadb6fc-4174-4760-938b-1182c20379d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:40:48Z', 'updated_at': '2022-09-01T16:40:49Z', 'revision_number': 1, 'project_id': '4cf6935593374d03a401512b9f31df9b', 'subnets': [{'id': '5eadb6fc-4174-4760-938b-1182c20379d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:50.055719 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-a20aade5-1d68-4720-a78f-13c239ece170 req-92446412-6d96-447a-866b-4a63d0c3c30f tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1564c154-674d-4cd9-8233-a11d2e6bd4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163704 Sep 01 16:40:50.073861 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2459d5-6225-4d86-96ed-a12872c51838 None None] The sync data for ids ['568be1c1-9754-42b5-8542-bf2761369b3e'] in dv-cinder-852209-10-iscsi is: [{'id': '568be1c1-9754-42b5-8542-bf2761369b3e', 'name': 'tempest-TestMinimumBasicScenario-1938976818-router', 'tenant_id': '4cf6935593374d03a401512b9f31df9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '194d437c-8614-4e86-a133-76007a5c1bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:40:45Z', 'updated_at': '2022-09-01T16:40:49Z', 'revision_number': 4, 'project_id': '4cf6935593374d03a401512b9f31df9b', 'gw_port': {'id': '194d437c-8614-4e86-a133-76007a5c1bbf', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568be1c1-9754-42b5-8542-bf2761369b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:40:46Z', 'updated_at': '2022-09-01T16:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '4d585ce2-286e-4bbf-92f7-7f1a5d30b501', 'name': '', 'network_id': 'ce72d36d-0477-4937-9280-52ebaf2a17fc', 'tenant_id': '4cf6935593374d03a401512b9f31df9b', 'mac_address': 'fa:16:3e:95:c5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568be1c1-9754-42b5-8542-bf2761369b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5eadb6fc-4174-4760-938b-1182c20379d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:40:48Z', 'updated_at': '2022-09-01T16:40:49Z', 'revision_number': 1, 'project_id': '4cf6935593374d03a401512b9f31df9b', 'subnets': [{'id': '5eadb6fc-4174-4760-938b-1182c20379d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:40:50.123323 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1427703-a372-4d2b-8fbb-49613a19facc admin admin] Network ce72d36d-0477-4937-9280-52ebaf2a17fc is already hosted by enough agents. {{(pid=106489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:40:50.124761 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.base_scheduler [None req-b1427703-a372-4d2b-8fbb-49613a19facc admin admin] Resources bound (agent type, host, resource id): {{(pid=106489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:40:50.256118 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1427703-a372-4d2b-8fbb-49613a19facc admin admin] Router 568be1c1-9754-42b5-8542-bf2761369b3e has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:40:50.396901 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1427703-a372-4d2b-8fbb-49613a19facc admin admin] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:40:50.405154 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-b1427703-a372-4d2b-8fbb-49613a19facc admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/568be1c1-9754-42b5-8542-bf2761369b3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6385937 Sep 01 16:40:50.462221 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5e9db933-4fbb-4d2a-a079-0f292d518ce9 None None] Provisioning complete for port 4d585ce2-286e-4bbf-92f7-7f1a5d30b501 triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:40:50.462798 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5e9db933-4fbb-4d2a-a079-0f292d518ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (4d585ce2-286e-4bbf-92f7-7f1a5d30b501), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:50.504377 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5e9db933-4fbb-4d2a-a079-0f292d518ce9 None None] Port 4d585ce2-286e-4bbf-92f7-7f1a5d30b501 cannot update to ACTIVE because it is not bound. {{(pid=106491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 16:40:50.582187 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ecbba2-d20a-4aca-9195-187f95ce40e3 req-2f56f87d-b3c0-4137-b1a6-25287de26e2f tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:50.583860 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c8ecbba2-d20a-4aca-9195-187f95ce40e3 req-2f56f87d-b3c0-4137-b1a6-25287de26e2f tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=7e32ddc7-b8fb-420e-8a40-f3cde9dc120f HTTP/1.1" status: 200 len: 945 time: 0.0555673 Sep 01 16:40:50.686701 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [req-c8ecbba2-d20a-4aca-9195-187f95ce40e3 req-cde537a7-7475-4b98-8709-a2a975719f60 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Deleting port 3e0bb2c3-4cfe-4397-8e97-194bac0a5051 {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:40:50.687323 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-c8ecbba2-d20a-4aca-9195-187f95ce40e3 req-cde537a7-7475-4b98-8709-a2a975719f60 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (3e0bb2c3-4cfe-4397-8e97-194bac0a5051), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:50.747072 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:50.801344 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-c8ecbba2-d20a-4aca-9195-187f95ce40e3 req-cde537a7-7475-4b98-8709-a2a975719f60 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] For port 3e0bb2c3-4cfe-4397-8e97-194bac0a5051, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=3e0bb2c3-4cfe-4397-8e97-194bac0a5051,segment=NetworkSegment(6f41d63c-c0db-43b8-a48d-b58014c53e5f),segment_id=6f41d63c-c0db-43b8-a48d-b58014c53e5f)] {{(pid=106490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:40:50.801938 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-c8ecbba2-d20a-4aca-9195-187f95ce40e3 req-cde537a7-7475-4b98-8709-a2a975719f60 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (3e0bb2c3-4cfe-4397-8e97-194bac0a5051), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:50.936683 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 95a2a2ab-478a-4b05-a7e0-a69ee8003795 up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:40:50.993252 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 95a2a2ab-478a-4b05-a7e0-a69ee8003795 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:40:50.993463 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (95a2a2ab-478a-4b05-a7e0-a69ee8003795), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:51.024658 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-c8ecbba2-d20a-4aca-9195-187f95ce40e3 req-cde537a7-7475-4b98-8709-a2a975719f60 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:51.025255 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-c8ecbba2-d20a-4aca-9195-187f95ce40e3 req-cde537a7-7475-4b98-8709-a2a975719f60 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631243'] for floatingip (fb2ddf9d-a9bd-4138-af78-fb42acf42ce9), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:51.025354 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.db.l3_db [req-c8ecbba2-d20a-4aca-9195-187f95ce40e3 req-cde537a7-7475-4b98-8709-a2a975719f60 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Floating IP fb2ddf9d-a9bd-4138-af78-fb42acf42ce9 disassociated. External IP: 172.27.2.138, port: 3e0bb2c3-4cfe-4397-8e97-194bac0a5051. Sep 01 16:40:51.026264 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [req-c8ecbba2-d20a-4aca-9195-187f95ce40e3 req-cde537a7-7475-4b98-8709-a2a975719f60 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Calling delete_port for 3e0bb2c3-4cfe-4397-8e97-194bac0a5051 owned by compute:nova {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:40:51.116181 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 95a2a2ab-478a-4b05-a7e0-a69ee8003795 is: DOWN; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:40:51.123879 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (95a2a2ab-478a-4b05-a7e0-a69ee8003795), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:51.187708 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-c8ecbba2-d20a-4aca-9195-187f95ce40e3 req-cde537a7-7475-4b98-8709-a2a975719f60 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (3e0bb2c3-4cfe-4397-8e97-194bac0a5051), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:51.203981 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] For port 95a2a2ab-478a-4b05-a7e0-a69ee8003795, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=95a2a2ab-478a-4b05-a7e0-a69ee8003795,segment=NetworkSegment(e1fd3a59-64dd-4c0d-8007-f96041459bea),segment_id=e1fd3a59-64dd-4c0d-8007-f96041459bea)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:40:51.211887 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (95a2a2ab-478a-4b05-a7e0-a69ee8003795), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:51.264675 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde537a7-7475-4b98-8709-a2a975719f60 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Pushing event deleted for resources: {'Port': ['ID=3e0bb2c3-4cfe-4397-8e97-194bac0a5051,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:51.281663 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Pushing event updated for resources: {'Port': ['ID=95a2a2ab-478a-4b05-a7e0-a69ee8003795,revision_number=5']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:51.291472 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-767b8e8f-0b79-46cf-9fa2-c51eceffc7a6 req-745440a0-937f-414d-bbf0-c5af2559efe0 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7e32ddc7-b8fb-420e-8a40-f3cde9dc120f HTTP/1.1" status: 200 len: 210 time: 0.0889852 Sep 01 16:40:51.305781 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5e6f9-e5c9-453a-9823-fb0d05a1e4ce req-7598b68c-d931-4701-8707-d51b505e6bbf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:40:51.307726 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d3e5e6f9-e5c9-453a-9823-fb0d05a1e4ce req-7598b68c-d931-4701-8707-d51b505e6bbf tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 947 time: 0.1330948 Sep 01 16:40:51.336774 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-3d53028a-73b1-4023-8ade-34714004fdba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:51.436492 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d3e5e6f9-e5c9-453a-9823-fb0d05a1e4ce req-4c7791d8-8e7e-4dc5-9e14-a6de5cdff6d9 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888176 Sep 01 16:40:51.459119 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8ecbba2-d20a-4aca-9195-187f95ce40e3 req-cde537a7-7475-4b98-8709-a2a975719f60 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Router 48f873e9-78f3-4e51-a88f-9b06779297cc has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:40:51.648088 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8ecbba2-d20a-4aca-9195-187f95ce40e3 req-cde537a7-7475-4b98-8709-a2a975719f60 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:40:51.665394 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89498f89-92ff-4fd0-93ce-d2d01f05e08b None None] Sync routers for ids ['48f873e9-78f3-4e51-a88f-9b06779297cc'] in dv-cinder-852209-10-iscsi {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:40:51.682031 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89498f89-92ff-4fd0-93ce-d2d01f05e08b None None] Routers {'48f873e9-78f3-4e51-a88f-9b06779297cc'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:40:51.682708 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-89498f89-92ff-4fd0-93ce-d2d01f05e08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:40:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['48f873e9-78f3-4e51-a88f-9b06779297cc'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:51.708320 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ecbba2-d20a-4aca-9195-187f95ce40e3 req-cde537a7-7475-4b98-8709-a2a975719f60 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] No DVR routers for this DVR port 3e0bb2c3-4cfe-4397-8e97-194bac0a5051 on host hv-cinder-85220 {{(pid=106490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 16:40:51.711270 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-c8ecbba2-d20a-4aca-9195-187f95ce40e3 req-cde537a7-7475-4b98-8709-a2a975719f60 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:51.715381 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c8ecbba2-d20a-4aca-9195-187f95ce40e3 req-cde537a7-7475-4b98-8709-a2a975719f60 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.77 "DELETE /networking/v2.0/ports/3e0bb2c3-4cfe-4397-8e97-194bac0a5051 HTTP/1.1" status: 204 len: 173 time: 1.1249466 Sep 01 16:40:51.716031 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e32ddc7-b8fb-420e-8a40-f3cde9dc120f', 'name': 'network-vif-deleted', 'tag': '3e0bb2c3-4cfe-4397-8e97-194bac0a5051'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:40:51.718954 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01c36ce-ae4f-4cbb-a82d-2e149d1aa4e1" -d '{"events": [{"server_uuid": "7e32ddc7-b8fb-420e-8a40-f3cde9dc120f", "name": "network-vif-deleted", "tag": "3e0bb2c3-4cfe-4397-8e97-194bac0a5051"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:40:51.776625 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8576c22-15bb-48e8-87b6-09239431fbad x-openstack-request-id: req-f8576c22-15bb-48e8-87b6-09239431fbad {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:40:51.777030 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e32ddc7-b8fb-420e-8a40-f3cde9dc120f", "name": "network-vif-deleted", "tag": "3e0bb2c3-4cfe-4397-8e97-194bac0a5051", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:40:51.777288 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f8576c22-15bb-48e8-87b6-09239431fbad {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:40:51.777701 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8576c22-15bb-48e8-87b6-09239431fbad'] response: {'server_uuid': '7e32ddc7-b8fb-420e-8a40-f3cde9dc120f', 'name': 'network-vif-deleted', 'tag': '3e0bb2c3-4cfe-4397-8e97-194bac0a5051', 'status': 'completed', 'code': 200} Sep 01 16:40:51.863067 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-89498f89-92ff-4fd0-93ce-d2d01f05e08b None None] Set router 48f873e9-78f3-4e51-a88f-9b06779297cc gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:40:52.148028 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-89498f89-92ff-4fd0-93ce-d2d01f05e08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'name': 'tempest-AttachVolumeTestJSON-1559330657-router', 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'a8429792-2677-4f04-9e17-a180ddf5c83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:56Z', 'updated_at': '2022-09-01T16:34:06Z', 'revision_number': 4, 'project_id': 'aab96a55de014d8cac2c004ba7cadedd', 'gw_port': {'id': 'a8429792-2677-4f04-9e17-a180ddf5c83f', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:58Z', 'updated_at': '2022-09-01T16:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '11e2db5b-0dc1-4675-9634-32971211a38b', 'name': '', 'network_id': 'ba8f8151-1775-4d72-8643-4c1aec9c20a0', 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'mac_address': 'fa:16:3e:7f:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '78963023-41a6-45a3-a4c4-170de5dc804e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:34:04Z', 'updated_at': '2022-09-01T16:34:22Z', 'revision_number': 5, 'project_id': 'aab96a55de014d8cac2c004ba7cadedd', 'subnets': [{'id': '78963023-41a6-45a3-a4c4-170de5dc804e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:52.175172 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89498f89-92ff-4fd0-93ce-d2d01f05e08b None None] Checking router: 48f873e9-78f3-4e51-a88f-9b06779297cc for host: dv-cinder-852209-10-iscsi {{(pid=106492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:40:52.186414 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89498f89-92ff-4fd0-93ce-d2d01f05e08b None None] Routers {'48f873e9-78f3-4e51-a88f-9b06779297cc'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:40:52.187020 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-89498f89-92ff-4fd0-93ce-d2d01f05e08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:40:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['48f873e9-78f3-4e51-a88f-9b06779297cc'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:52.310671 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-89498f89-92ff-4fd0-93ce-d2d01f05e08b None None] Set router 48f873e9-78f3-4e51-a88f-9b06779297cc gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:40:52.343649 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:52.476742 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4d22f9fe-c561-4ef8-a03d-21b3ebef08a3 req-4c52f3f8-a502-48b8-98dc-c00e84e1ab90 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7e32ddc7-b8fb-420e-8a40-f3cde9dc120f HTTP/1.1" status: 200 len: 210 time: 0.0405207 Sep 01 16:40:52.543177 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:52.609585 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-89498f89-92ff-4fd0-93ce-d2d01f05e08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'name': 'tempest-AttachVolumeTestJSON-1559330657-router', 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'a8429792-2677-4f04-9e17-a180ddf5c83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:56Z', 'updated_at': '2022-09-01T16:34:06Z', 'revision_number': 4, 'project_id': 'aab96a55de014d8cac2c004ba7cadedd', 'gw_port': {'id': 'a8429792-2677-4f04-9e17-a180ddf5c83f', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:58Z', 'updated_at': '2022-09-01T16:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '11e2db5b-0dc1-4675-9634-32971211a38b', 'name': '', 'network_id': 'ba8f8151-1775-4d72-8643-4c1aec9c20a0', 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'mac_address': 'fa:16:3e:7f:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '78963023-41a6-45a3-a4c4-170de5dc804e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:34:04Z', 'updated_at': '2022-09-01T16:34:22Z', 'revision_number': 5, 'project_id': 'aab96a55de014d8cac2c004ba7cadedd', 'subnets': [{'id': '78963023-41a6-45a3-a4c4-170de5dc804e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:52.644848 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89498f89-92ff-4fd0-93ce-d2d01f05e08b None None] The sync data for ids ['48f873e9-78f3-4e51-a88f-9b06779297cc'] in dv-cinder-852209-10-iscsi is: [{'id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'name': 'tempest-AttachVolumeTestJSON-1559330657-router', 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'a8429792-2677-4f04-9e17-a180ddf5c83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:56Z', 'updated_at': '2022-09-01T16:34:06Z', 'revision_number': 4, 'project_id': 'aab96a55de014d8cac2c004ba7cadedd', 'gw_port': {'id': 'a8429792-2677-4f04-9e17-a180ddf5c83f', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:58Z', 'updated_at': '2022-09-01T16:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '11e2db5b-0dc1-4675-9634-32971211a38b', 'name': '', 'network_id': 'ba8f8151-1775-4d72-8643-4c1aec9c20a0', 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'mac_address': 'fa:16:3e:7f:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '78963023-41a6-45a3-a4c4-170de5dc804e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:34:04Z', 'updated_at': '2022-09-01T16:34:22Z', 'revision_number': 5, 'project_id': 'aab96a55de014d8cac2c004ba7cadedd', 'subnets': [{'id': '78963023-41a6-45a3-a4c4-170de5dc804e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:40:53.062548 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b159c4-ef43-49af-8219-656b4fe73eff None None] New status for floating IP fb2ddf9d-a9bd-4138-af78-fb42acf42ce9: DOWN {{(pid=106491) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 16:40:53.066660 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 194d437c-8614-4e86-a133-76007a5c1bbf up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:40:53.295767 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:53.379233 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 194d437c-8614-4e86-a133-76007a5c1bbf triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:40:53.379608 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (194d437c-8614-4e86-a133-76007a5c1bbf), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:53.470685 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 194d437c-8614-4e86-a133-76007a5c1bbf is: DOWN; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:40:53.471443 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (194d437c-8614-4e86-a133-76007a5c1bbf), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:53.516721 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] For port 194d437c-8614-4e86-a133-76007a5c1bbf, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=194d437c-8614-4e86-a133-76007a5c1bbf,segment=NetworkSegment(6aaf10e3-1532-4b23-b8ff-2b17962713b0),segment_id=6aaf10e3-1532-4b23-b8ff-2b17962713b0)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:40:53.522209 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (194d437c-8614-4e86-a133-76007a5c1bbf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:53.523343 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 95a2a2ab-478a-4b05-a7e0-a69ee8003795 up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:40:53.610664 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 38224) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:40:53.640469 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Pushing event updated for resources: {'Port': ['ID=194d437c-8614-4e86-a133-76007a5c1bbf,revision_number=4']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:53.644571 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 95a2a2ab-478a-4b05-a7e0-a69ee8003795 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:40:53.645011 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (95a2a2ab-478a-4b05-a7e0-a69ee8003795), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:53.686920 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:53.696973 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:53.713181 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-d1005e65-47a7-49f7-acf2-35c90aa55c20 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks [] for security_group (1564c154-674d-4cd9-8233-a11d2e6bd4d5), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:53.719289 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-46837cb2-2c68-4772-9c13-0aa0e83f7a84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:53.760304 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 95a2a2ab-478a-4b05-a7e0-a69ee8003795 is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:40:53.761884 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-d1005e65-47a7-49f7-acf2-35c90aa55c20 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks [] for security_group (1564c154-674d-4cd9-8233-a11d2e6bd4d5), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:53.789002 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddafb9f-d691-444b-8e26-066f4f2e9b6c None None] Sync routers for ids ['568be1c1-9754-42b5-8542-bf2761369b3e'] in dv-cinder-852209-10-iscsi {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:40:53.801462 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddafb9f-d691-444b-8e26-066f4f2e9b6c None None] Routers {'568be1c1-9754-42b5-8542-bf2761369b3e'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:40:53.802083 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-eddafb9f-d691-444b-8e26-066f4f2e9b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:40:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['568be1c1-9754-42b5-8542-bf2761369b3e'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:53.838721 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-d1005e65-47a7-49f7-acf2-35c90aa55c20 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (1564c154-674d-4cd9-8233-a11d2e6bd4d5), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:53.844923 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-d1005e65-47a7-49f7-acf2-35c90aa55c20 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:53.846651 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-d1005e65-47a7-49f7-acf2-35c90aa55c20 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/1564c154-674d-4cd9-8233-a11d2e6bd4d5 HTTP/1.1" status: 204 len: 168 time: 0.2347274 Sep 01 16:40:53.849621 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 38226) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:40:53.860173 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1005e65-47a7-49f7-acf2-35c90aa55c20 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1564c154-674d-4cd9-8233-a11d2e6bd4d5,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:53.866087 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.api.v2.resource [None req-b900d7ac-38cc-4f85-9c16-ff708a8603c1 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] show failed (client error): The resource could not be found. Sep 01 16:40:53.877594 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-b900d7ac-38cc-4f85-9c16-ff708a8603c1 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "GET /networking/v2.0/security-groups/1564c154-674d-4cd9-8233-a11d2e6bd4d5 HTTP/1.1" status: 404 len: 347 time: 0.0268154 Sep 01 16:40:53.881107 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 38228) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:40:53.902078 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:53.976034 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-eddafb9f-d691-444b-8e26-066f4f2e9b6c None None] Set router 568be1c1-9754-42b5-8542-bf2761369b3e gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:40:54.021504 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-95d479f1-7a06-44c2-93fb-399ffe3faec9 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Deleting port 58b7122e-f465-4321-b056-b7538ab982ee {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:40:54.021845 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-95d479f1-7a06-44c2-93fb-399ffe3faec9 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (58b7122e-f465-4321-b056-b7538ab982ee), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:54.083003 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:54.137365 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-95d479f1-7a06-44c2-93fb-399ffe3faec9 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (58b7122e-f465-4321-b056-b7538ab982ee), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:54.137722 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-95d479f1-7a06-44c2-93fb-399ffe3faec9 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks [] for floatingip (58b7122e-f465-4321-b056-b7538ab982ee), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:54.159288 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-95d479f1-7a06-44c2-93fb-399ffe3faec9 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Calling delete_port for 58b7122e-f465-4321-b056-b7538ab982ee owned by network:floatingip {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:40:54.316685 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-eddafb9f-d691-444b-8e26-066f4f2e9b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568be1c1-9754-42b5-8542-bf2761369b3e', 'name': 'tempest-TestMinimumBasicScenario-1938976818-router', 'tenant_id': '4cf6935593374d03a401512b9f31df9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '194d437c-8614-4e86-a133-76007a5c1bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:40:45Z', 'updated_at': '2022-09-01T16:40:49Z', 'revision_number': 4, 'project_id': '4cf6935593374d03a401512b9f31df9b', 'gw_port': {'id': '194d437c-8614-4e86-a133-76007a5c1bbf', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568be1c1-9754-42b5-8542-bf2761369b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:40:46Z', 'updated_at': '2022-09-01T16:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '4d585ce2-286e-4bbf-92f7-7f1a5d30b501', 'name': '', 'network_id': 'ce72d36d-0477-4937-9280-52ebaf2a17fc', 'tenant_id': '4cf6935593374d03a401512b9f31df9b', 'mac_address': 'fa:16:3e:95:c5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568be1c1-9754-42b5-8542-bf2761369b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5eadb6fc-4174-4760-938b-1182c20379d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:40:48Z', 'updated_at': '2022-09-01T16:40:49Z', 'revision_number': 2, 'project_id': '4cf6935593374d03a401512b9f31df9b', 'subnets': [{'id': '5eadb6fc-4174-4760-938b-1182c20379d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:54.341752 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-95d479f1-7a06-44c2-93fb-399ffe3faec9 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (58b7122e-f465-4321-b056-b7538ab982ee), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:54.353859 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddafb9f-d691-444b-8e26-066f4f2e9b6c None None] Checking router: 568be1c1-9754-42b5-8542-bf2761369b3e for host: dv-cinder-852209-10-iscsi {{(pid=106492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:40:54.354850 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddafb9f-d691-444b-8e26-066f4f2e9b6c None None] Updating router 568be1c1-9754-42b5-8542-bf2761369b3e port 4d585ce2-286e-4bbf-92f7-7f1a5d30b501 binding host dv-cinder-852209-10-iscsi {{(pid=106492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:40:54.366416 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d479f1-7a06-44c2-93fb-399ffe3faec9 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Pushing event deleted for resources: {'Port': ['ID=58b7122e-f465-4321-b056-b7538ab982ee,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:54.389693 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-eddafb9f-d691-444b-8e26-066f4f2e9b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (4d585ce2-286e-4bbf-92f7-7f1a5d30b501), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:54.451486 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-95d479f1-7a06-44c2-93fb-399ffe3faec9 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks [] for floatingip (fb2ddf9d-a9bd-4138-af78-fb42acf42ce9), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:54.454517 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-95d479f1-7a06-44c2-93fb-399ffe3faec9 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for floatingip (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:54.458395 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-95d479f1-7a06-44c2-93fb-399ffe3faec9 tempest-AttachVolumeTestJSON-1785464243 tempest-AttachVolumeTestJSON-1785464243-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/fb2ddf9d-a9bd-4138-af78-fb42acf42ce9 HTTP/1.1" status: 204 len: 168 time: 0.5667908 Sep 01 16:40:54.646639 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:54.698944 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-eddafb9f-d691-444b-8e26-066f4f2e9b6c None None] Publish callbacks [] for port (4d585ce2-286e-4bbf-92f7-7f1a5d30b501), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:54.704866 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-eddafb9f-d691-444b-8e26-066f4f2e9b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (4d585ce2-286e-4bbf-92f7-7f1a5d30b501), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:54.774552 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf3e96-f1b0-45fe-b6a7-8dd6390b3b3e None None] Pushing event updated for resources: {'Port': ['ID=4d585ce2-286e-4bbf-92f7-7f1a5d30b501,revision_number=3']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:54.811237 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [None req-eddafb9f-d691-444b-8e26-066f4f2e9b6c None None] Attempting to bind port 4d585ce2-286e-4bbf-92f7-7f1a5d30b501 on host dv-cinder-852209-10-iscsi for vnic_type normal with profile {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:40:54.811921 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [None req-eddafb9f-d691-444b-8e26-066f4f2e9b6c None None] Attempting to bind port 4d585ce2-286e-4bbf-92f7-7f1a5d30b501 by drivers openvswitch,hyperv on host dv-cinder-852209-10-iscsi at level 0 using segments [{'id': 'a4fa2a5f-1dcb-4633-8f20-77c010842eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ce72d36d-0477-4937-9280-52ebaf2a17fc'}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:40:54.811921 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddafb9f-d691-444b-8e26-066f4f2e9b6c None None] Attempting to bind port 4d585ce2-286e-4bbf-92f7-7f1a5d30b501 on network ce72d36d-0477-4937-9280-52ebaf2a17fc {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:40:54.817635 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddafb9f-d691-444b-8e26-066f4f2e9b6c None None] Checking agent: {'id': 'de41263d-808c-41d9-af38-92939b4ec796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 25, 56), 'started_at': datetime.datetime(2022, 9, 1, 16, 26, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:40:54.818050 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddafb9f-d691-444b-8e26-066f4f2e9b6c None None] Checking segment: {'id': 'a4fa2a5f-1dcb-4633-8f20-77c010842eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ce72d36d-0477-4937-9280-52ebaf2a17fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:40:54.818484 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-eddafb9f-d691-444b-8e26-066f4f2e9b6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:54.818875 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddafb9f-d691-444b-8e26-066f4f2e9b6c None None] Bound using segment: {'id': 'a4fa2a5f-1dcb-4633-8f20-77c010842eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ce72d36d-0477-4937-9280-52ebaf2a17fc'} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:40:54.819740 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [None req-eddafb9f-d691-444b-8e26-066f4f2e9b6c None None] Bound port: 4d585ce2-286e-4bbf-92f7-7f1a5d30b501, host: dv-cinder-852209-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4fa2a5f-1dcb-4633-8f20-77c010842eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ce72d36d-0477-4937-9280-52ebaf2a17fc'}}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:40:54.819740 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-eddafb9f-d691-444b-8e26-066f4f2e9b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (4d585ce2-286e-4bbf-92f7-7f1a5d30b501), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:54.861584 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:54.888084 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 3e0bb2c3-4cfe-4397-8e97-194bac0a5051 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:40:54.934495 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] No Port match for: 3e0bb2c3-4cfe-4397-8e97-194bac0a5051 {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:40:54.935187 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 3e0bb2c3-4cfe-4397-8e97-194bac0a5051 not bound to the agent host hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:40:54.951222 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [None req-eddafb9f-d691-444b-8e26-066f4f2e9b6c None None] For port 4d585ce2-286e-4bbf-92f7-7f1a5d30b501, host dv-cinder-852209-10-iscsi, cleared binding levels {{(pid=106492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:40:54.956493 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [None req-eddafb9f-d691-444b-8e26-066f4f2e9b6c None None] For port 4d585ce2-286e-4bbf-92f7-7f1a5d30b501, host dv-cinder-852209-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=4d585ce2-286e-4bbf-92f7-7f1a5d30b501,segment=NetworkSegment(a4fa2a5f-1dcb-4633-8f20-77c010842eab),segment_id=a4fa2a5f-1dcb-4633-8f20-77c010842eab)] {{(pid=106492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:40:54.966562 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-eddafb9f-d691-444b-8e26-066f4f2e9b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (4d585ce2-286e-4bbf-92f7-7f1a5d30b501), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:54.977362 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 194d437c-8614-4e86-a133-76007a5c1bbf up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:40:55.007500 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:55.031423 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddafb9f-d691-444b-8e26-066f4f2e9b6c None None] Routers {'568be1c1-9754-42b5-8542-bf2761369b3e'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:40:55.032214 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-eddafb9f-d691-444b-8e26-066f4f2e9b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:40:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['568be1c1-9754-42b5-8542-bf2761369b3e'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:55.048760 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 194d437c-8614-4e86-a133-76007a5c1bbf triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:40:55.049597 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (194d437c-8614-4e86-a133-76007a5c1bbf), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:55.097645 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf3e96-f1b0-45fe-b6a7-8dd6390b3b3e None None] Pushing event updated for resources: {'Port': ['ID=4d585ce2-286e-4bbf-92f7-7f1a5d30b501,revision_number=4']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:55.177066 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 194d437c-8614-4e86-a133-76007a5c1bbf is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:40:55.186479 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-eddafb9f-d691-444b-8e26-066f4f2e9b6c None None] Set router 568be1c1-9754-42b5-8542-bf2761369b3e gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:40:55.423038 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-eddafb9f-d691-444b-8e26-066f4f2e9b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568be1c1-9754-42b5-8542-bf2761369b3e', 'name': 'tempest-TestMinimumBasicScenario-1938976818-router', 'tenant_id': '4cf6935593374d03a401512b9f31df9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '194d437c-8614-4e86-a133-76007a5c1bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:40:45Z', 'updated_at': '2022-09-01T16:40:49Z', 'revision_number': 4, 'project_id': '4cf6935593374d03a401512b9f31df9b', 'gw_port': {'id': '194d437c-8614-4e86-a133-76007a5c1bbf', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568be1c1-9754-42b5-8542-bf2761369b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:40:46Z', 'updated_at': '2022-09-01T16:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '4d585ce2-286e-4bbf-92f7-7f1a5d30b501', 'name': '', 'network_id': 'ce72d36d-0477-4937-9280-52ebaf2a17fc', 'tenant_id': '4cf6935593374d03a401512b9f31df9b', 'mac_address': 'fa:16:3e:95:c5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568be1c1-9754-42b5-8542-bf2761369b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5eadb6fc-4174-4760-938b-1182c20379d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:40:48Z', 'updated_at': '2022-09-01T16:40:54Z', 'revision_number': 4, 'project_id': '4cf6935593374d03a401512b9f31df9b', 'subnets': [{'id': '5eadb6fc-4174-4760-938b-1182c20379d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:40:55.448651 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddafb9f-d691-444b-8e26-066f4f2e9b6c None None] The sync data for ids ['568be1c1-9754-42b5-8542-bf2761369b3e'] in dv-cinder-852209-10-iscsi is: [{'id': '568be1c1-9754-42b5-8542-bf2761369b3e', 'name': 'tempest-TestMinimumBasicScenario-1938976818-router', 'tenant_id': '4cf6935593374d03a401512b9f31df9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '194d437c-8614-4e86-a133-76007a5c1bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:40:45Z', 'updated_at': '2022-09-01T16:40:49Z', 'revision_number': 4, 'project_id': '4cf6935593374d03a401512b9f31df9b', 'gw_port': {'id': '194d437c-8614-4e86-a133-76007a5c1bbf', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568be1c1-9754-42b5-8542-bf2761369b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:40:46Z', 'updated_at': '2022-09-01T16:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '4d585ce2-286e-4bbf-92f7-7f1a5d30b501', 'name': '', 'network_id': 'ce72d36d-0477-4937-9280-52ebaf2a17fc', 'tenant_id': '4cf6935593374d03a401512b9f31df9b', 'mac_address': 'fa:16:3e:95:c5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568be1c1-9754-42b5-8542-bf2761369b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5eadb6fc-4174-4760-938b-1182c20379d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:40:48Z', 'updated_at': '2022-09-01T16:40:54Z', 'revision_number': 4, 'project_id': '4cf6935593374d03a401512b9f31df9b', 'subnets': [{'id': '5eadb6fc-4174-4760-938b-1182c20379d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:40:55.772543 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.agents_db [None req-09d9e05d-4d55-4c1e-8994-77c39c5d0c8d None None] Agent healthcheck: found 6 active agents {{(pid=106492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:40:56.357786 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:56.485500 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:56.961159 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 4d585ce2-286e-4bbf-92f7-7f1a5d30b501 up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:40:57.013942 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 4d585ce2-286e-4bbf-92f7-7f1a5d30b501 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:40:57.014492 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (4d585ce2-286e-4bbf-92f7-7f1a5d30b501), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:57.159436 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 4d585ce2-286e-4bbf-92f7-7f1a5d30b501 is: DOWN; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:40:57.159843 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (4d585ce2-286e-4bbf-92f7-7f1a5d30b501), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:57.204839 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] For port 4d585ce2-286e-4bbf-92f7-7f1a5d30b501, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=4d585ce2-286e-4bbf-92f7-7f1a5d30b501,segment=NetworkSegment(a4fa2a5f-1dcb-4633-8f20-77c010842eab),segment_id=a4fa2a5f-1dcb-4633-8f20-77c010842eab)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:40:57.209730 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (4d585ce2-286e-4bbf-92f7-7f1a5d30b501), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:57.262170 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:57.267144 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Pushing event updated for resources: {'Port': ['ID=4d585ce2-286e-4bbf-92f7-7f1a5d30b501,revision_number=5']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:58.238895 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 38268) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:40:58.691505 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=100 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:58.792700 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-7355d449-e260-4eb2-bfda-25f32a445a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-630987'] for router_interface (48f873e9-78f3-4e51-a88f-9b06779297cc), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:58.920565 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 4d585ce2-286e-4bbf-92f7-7f1a5d30b501 up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:40:58.969207 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 4d585ce2-286e-4bbf-92f7-7f1a5d30b501 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:40:58.970024 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (4d585ce2-286e-4bbf-92f7-7f1a5d30b501), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:59.062166 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 4d585ce2-286e-4bbf-92f7-7f1a5d30b501 is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:40:59.079618 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.plugin [None req-7355d449-e260-4eb2-bfda-25f32a445a0d admin admin] Deleting port 11e2db5b-0dc1-4675-9634-32971211a38b {{(pid=106489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:40:59.080063 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-7355d449-e260-4eb2-bfda-25f32a445a0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (11e2db5b-0dc1-4675-9634-32971211a38b), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:59.172985 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.db [None req-7355d449-e260-4eb2-bfda-25f32a445a0d admin admin] For port 11e2db5b-0dc1-4675-9634-32971211a38b, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=11e2db5b-0dc1-4675-9634-32971211a38b,segment=NetworkSegment(6f41d63c-c0db-43b8-a48d-b58014c53e5f),segment_id=6f41d63c-c0db-43b8-a48d-b58014c53e5f)] {{(pid=106489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:40:59.172985 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-7355d449-e260-4eb2-bfda-25f32a445a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (11e2db5b-0dc1-4675-9634-32971211a38b), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:59.187539 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.plugin [None req-7355d449-e260-4eb2-bfda-25f32a445a0d admin admin] Calling delete_port for 11e2db5b-0dc1-4675-9634-32971211a38b owned by network:router_interface {{(pid=106489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:40:59.254375 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:40:59.394549 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-7355d449-e260-4eb2-bfda-25f32a445a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261346675'] for port (11e2db5b-0dc1-4675-9634-32971211a38b), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:59.421735 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7355d449-e260-4eb2-bfda-25f32a445a0d admin admin] Pushing event deleted for resources: {'Port': ['ID=11e2db5b-0dc1-4675-9634-32971211a38b,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:40:59.846536 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-7355d449-e260-4eb2-bfda-25f32a445a0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632443'] for router_interface (48f873e9-78f3-4e51-a88f-9b06779297cc), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:40:59.945396 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:00.093027 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7355d449-e260-4eb2-bfda-25f32a445a0d admin admin] Router 48f873e9-78f3-4e51-a88f-9b06779297cc has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:41:00.207330 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7355d449-e260-4eb2-bfda-25f32a445a0d admin admin] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:41:00.212631 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-7355d449-e260-4eb2-bfda-25f32a445a0d admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/48f873e9-78f3-4e51-a88f-9b06779297cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9726520 Sep 01 16:41:00.215735 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 38276) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:00.224086 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccf98a7-92e4-4e21-a64b-a1712be1047b None None] Sync routers for ids ['48f873e9-78f3-4e51-a88f-9b06779297cc'] in dv-cinder-852209-10-iscsi {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:41:00.243127 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccf98a7-92e4-4e21-a64b-a1712be1047b None None] Routers {'48f873e9-78f3-4e51-a88f-9b06779297cc'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:41:00.244041 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-2ccf98a7-92e4-4e21-a64b-a1712be1047b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:40:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['48f873e9-78f3-4e51-a88f-9b06779297cc'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:41:00.334863 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8af9edfe-05b4-4bb3-9140-ec7a4ec6f698 admin admin] Publish callbacks [] for router (48f873e9-78f3-4e51-a88f-9b06779297cc), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:00.362448 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-2ccf98a7-92e4-4e21-a64b-a1712be1047b None None] Set router 48f873e9-78f3-4e51-a88f-9b06779297cc gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:41:00.393890 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:00.476394 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8af9edfe-05b4-4bb3-9140-ec7a4ec6f698 admin admin] Publish callbacks [] for router_gateway (48f873e9-78f3-4e51-a88f-9b06779297cc), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:00.525422 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-8af9edfe-05b4-4bb3-9140-ec7a4ec6f698 admin admin] Deleting port a8429792-2677-4f04-9e17-a180ddf5c83f {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:41:00.526305 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8af9edfe-05b4-4bb3-9140-ec7a4ec6f698 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (a8429792-2677-4f04-9e17-a180ddf5c83f), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:00.568243 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-2ccf98a7-92e4-4e21-a64b-a1712be1047b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'name': 'tempest-AttachVolumeTestJSON-1559330657-router', 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'a8429792-2677-4f04-9e17-a180ddf5c83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:56Z', 'updated_at': '2022-09-01T16:40:59Z', 'revision_number': 5, 'project_id': 'aab96a55de014d8cac2c004ba7cadedd', 'gw_port': {'id': 'a8429792-2677-4f04-9e17-a180ddf5c83f', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:58Z', 'updated_at': '2022-09-01T16:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:41:00.596549 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccf98a7-92e4-4e21-a64b-a1712be1047b None None] Checking router: 48f873e9-78f3-4e51-a88f-9b06779297cc for host: dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:41:00.605681 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccf98a7-92e4-4e21-a64b-a1712be1047b None None] Routers {'48f873e9-78f3-4e51-a88f-9b06779297cc'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:41:00.606245 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-2ccf98a7-92e4-4e21-a64b-a1712be1047b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:40:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['48f873e9-78f3-4e51-a88f-9b06779297cc'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:41:00.613922 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [None req-8af9edfe-05b4-4bb3-9140-ec7a4ec6f698 admin admin] For port a8429792-2677-4f04-9e17-a180ddf5c83f, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=a8429792-2677-4f04-9e17-a180ddf5c83f,segment=NetworkSegment(6aaf10e3-1532-4b23-b8ff-2b17962713b0),segment_id=6aaf10e3-1532-4b23-b8ff-2b17962713b0)] {{(pid=106490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:41:00.613922 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8af9edfe-05b4-4bb3-9140-ec7a4ec6f698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (a8429792-2677-4f04-9e17-a180ddf5c83f), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:00.623624 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-8af9edfe-05b4-4bb3-9140-ec7a4ec6f698 admin admin] Calling delete_port for a8429792-2677-4f04-9e17-a180ddf5c83f owned by network:router_gateway {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:41:00.686883 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:00.700970 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-2ccf98a7-92e4-4e21-a64b-a1712be1047b None None] Set router 48f873e9-78f3-4e51-a88f-9b06779297cc gateway port host: None {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:41:00.755762 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-2ccf98a7-92e4-4e21-a64b-a1712be1047b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'name': 'tempest-AttachVolumeTestJSON-1559330657-router', 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:56Z', 'updated_at': '2022-09-01T16:41:00Z', 'revision_number': 6, 'project_id': 'aab96a55de014d8cac2c004ba7cadedd', 'gw_port_host': None}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:41:00.773570 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:00.787561 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccf98a7-92e4-4e21-a64b-a1712be1047b None None] The sync data for ids ['48f873e9-78f3-4e51-a88f-9b06779297cc'] in dv-cinder-852209-10-iscsi is: [{'id': '48f873e9-78f3-4e51-a88f-9b06779297cc', 'name': 'tempest-AttachVolumeTestJSON-1559330657-router', 'tenant_id': 'aab96a55de014d8cac2c004ba7cadedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:56Z', 'updated_at': '2022-09-01T16:41:00Z', 'revision_number': 6, 'project_id': 'aab96a55de014d8cac2c004ba7cadedd', 'gw_port_host': None}] {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:41:00.846012 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8af9edfe-05b4-4bb3-9140-ec7a4ec6f698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (a8429792-2677-4f04-9e17-a180ddf5c83f), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:00.876385 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af9edfe-05b4-4bb3-9140-ec7a4ec6f698 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8429792-2677-4f04-9e17-a180ddf5c83f,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:00.966929 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-fe201f41-5c0a-4a2c-ab97-4ed0bb7c8149 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:00.968358 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-fe201f41-5c0a-4a2c-ab97-4ed0bb7c8149 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/networks?id=39b32e89-2562-41b6-8f54-e0086889d468 HTTP/1.1" status: 200 len: 814 time: 0.1816294 Sep 01 16:41:00.976266 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8af9edfe-05b4-4bb3-9140-ec7a4ec6f698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-631080'] for router_gateway (48f873e9-78f3-4e51-a88f-9b06779297cc), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:01.035421 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-0f79aa5a-1436-4290-866a-f04fafb6ef39 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/quotas/13ab20a85384485e95e2c0dadcc8b43c HTTP/1.1" status: 200 len: 375 time: 0.0607285 Sep 01 16:41:01.077445 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8af9edfe-05b4-4bb3-9140-ec7a4ec6f698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7479'] for router (48f873e9-78f3-4e51-a88f-9b06779297cc), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:01.093807 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8af9edfe-05b4-4bb3-9140-ec7a4ec6f698 admin admin] Publish callbacks [] for router_controller (48f873e9-78f3-4e51-a88f-9b06779297cc), precommit_delete_associations {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:01.143262 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-5c792c93-8169-40d6-8a48-2ab975340f90 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=13ab20a85384485e95e2c0dadcc8b43c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0793874 Sep 01 16:41:01.149308 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8af9edfe-05b4-4bb3-9140-ec7a4ec6f698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-630922'] for router (48f873e9-78f3-4e51-a88f-9b06779297cc), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:01.149991 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af9edfe-05b4-4bb3-9140-ec7a4ec6f698 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48f873e9-78f3-4e51-a88f-9b06779297cc {{(pid=106490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:41:01.161944 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8af9edfe-05b4-4bb3-9140-ec7a4ec6f698 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:01.163303 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-8af9edfe-05b4-4bb3-9140-ec7a4ec6f698 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/48f873e9-78f3-4e51-a88f-9b06779297cc HTTP/1.1" status: 204 len: 168 time: 0.9456930 Sep 01 16:41:01.166578 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 38298) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:01.246747 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d0d578-f6e9-4085-85d3-8609e335b220 admin admin] Deleting subnet 78963023-41a6-45a3-a4c4-170de5dc804e {{(pid=106489) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 16:41:01.250075 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-43d0d578-f6e9-4085-85d3-8609e335b220 admin admin] Publish callbacks [] for subnet (78963023-41a6-45a3-a4c4-170de5dc804e), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:01.258533 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-b635342c-08ae-4616-a132-acbb03f9bc32 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/39b32e89-2562-41b6-8f54-e0086889d468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939329 Sep 01 16:41:01.285113 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-43d0d578-f6e9-4085-85d3-8609e335b220 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261853238'] for subnet (78963023-41a6-45a3-a4c4-170de5dc804e), precommit_delete_associations {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:01.352178 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-6c39c309-2f36-4ddc-9f0b-ec55741b0080 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/39b32e89-2562-41b6-8f54-e0086889d468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840676 Sep 01 16:41:01.372746 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-43d0d578-f6e9-4085-85d3-8609e335b220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459871'] for subnet (78963023-41a6-45a3-a4c4-170de5dc804e), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:01.426999 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-43d0d578-f6e9-4085-85d3-8609e335b220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261343916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261874682'] for subnet (78963023-41a6-45a3-a4c4-170de5dc804e), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:01.452975 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0d578-f6e9-4085-85d3-8609e335b220 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78963023-41a6-45a3-a4c4-170de5dc804e,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:01.459220 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-43d0d578-f6e9-4085-85d3-8609e335b220 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for subnet (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:01.464844 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-43d0d578-f6e9-4085-85d3-8609e335b220 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/78963023-41a6-45a3-a4c4-170de5dc804e HTTP/1.1" status: 204 len: 168 time: 0.2945797 Sep 01 16:41:01.465095 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 38302) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:01.468691 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a219df-cf48-4751-91f1-fc91822062e9 None None] Network ba8f8151-1775-4d72-8643-4c1aec9c20a0 requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:41:01.590145 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 11e2db5b-0dc1-4675-9634-32971211a38b no longer exists at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:41:01.602832 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-89b26785-e5d0-4656-a5e6-4a33750ae9ce req-9adf20fe-8718-41f7-85f1-c78481468a4e tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 210 time: 0.0770841 Sep 01 16:41:01.608247 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:01.621892 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-94459555-4cd1-45ea-97cf-2b2102ddeab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1386798'] for network (ba8f8151-1775-4d72-8643-4c1aec9c20a0), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:01.632991 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] No Port match for: 11e2db5b-0dc1-4675-9634-32971211a38b {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:41:01.633296 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 11e2db5b-0dc1-4675-9634-32971211a38b not bound to the agent host dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:41:01.675536 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.plugin [None req-94459555-4cd1-45ea-97cf-2b2102ddeab5 admin admin] Deleting port 5725b561-ac7b-46f9-808b-618e1080359d {{(pid=106489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:41:01.675879 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-94459555-4cd1-45ea-97cf-2b2102ddeab5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (5725b561-ac7b-46f9-808b-618e1080359d), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:01.700729 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3516ec9-c1fc-4b16-a6fc-2a00d1f48150 None None] DHCP port deletion for ba8f8151-1775-4d72-8643-4c1aec9c20a0 request from dv-cinder-852209-10-iscsi {{(pid=106491) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 01 16:41:01.749743 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-d3516ec9-c1fc-4b16-a6fc-2a00d1f48150 None None] Deleting port 5725b561-ac7b-46f9-808b-618e1080359d {{(pid=106491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:41:01.750175 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-d3516ec9-c1fc-4b16-a6fc-2a00d1f48150 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (5725b561-ac7b-46f9-808b-618e1080359d), before_delete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:01.750413 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.db [None req-94459555-4cd1-45ea-97cf-2b2102ddeab5 admin admin] For port 5725b561-ac7b-46f9-808b-618e1080359d, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=5725b561-ac7b-46f9-808b-618e1080359d,segment=NetworkSegment(6f41d63c-c0db-43b8-a48d-b58014c53e5f),segment_id=6f41d63c-c0db-43b8-a48d-b58014c53e5f)] {{(pid=106489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:41:01.750857 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-94459555-4cd1-45ea-97cf-2b2102ddeab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (5725b561-ac7b-46f9-808b-618e1080359d), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:01.768667 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.plugin [None req-94459555-4cd1-45ea-97cf-2b2102ddeab5 admin admin] Calling delete_port for 5725b561-ac7b-46f9-808b-618e1080359d owned by network:dhcp {{(pid=106489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:41:01.819132 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-d3516ec9-c1fc-4b16-a6fc-2a00d1f48150 None None] For port 5725b561-ac7b-46f9-808b-618e1080359d, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=5725b561-ac7b-46f9-808b-618e1080359d,segment=NetworkSegment(6f41d63c-c0db-43b8-a48d-b58014c53e5f),segment_id=6f41d63c-c0db-43b8-a48d-b58014c53e5f)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:41:01.819729 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-d3516ec9-c1fc-4b16-a6fc-2a00d1f48150 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (5725b561-ac7b-46f9-808b-618e1080359d), precommit_delete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:01.835989 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-d3516ec9-c1fc-4b16-a6fc-2a00d1f48150 None None] Calling delete_port for 5725b561-ac7b-46f9-808b-618e1080359d owned by network:dhcp {{(pid=106491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:41:01.870736 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-94459555-4cd1-45ea-97cf-2b2102ddeab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261346675'] for port (5725b561-ac7b-46f9-808b-618e1080359d), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:01.900418 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:01.905863 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94459555-4cd1-45ea-97cf-2b2102ddeab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5725b561-ac7b-46f9-808b-618e1080359d,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:01.919576 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94459555-4cd1-45ea-97cf-2b2102ddeab5 admin admin] No DVR routers for this DVR port 5725b561-ac7b-46f9-808b-618e1080359d on host dv-cinder-852209-10-iscsi {{(pid=106489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 16:41:02.015739 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-94459555-4cd1-45ea-97cf-2b2102ddeab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497336', 'neutron.services.segments.db._delete_segments_for_network-8777439728797'] for network (ba8f8151-1775-4d72-8643-4c1aec9c20a0), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:02.037078 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.services.segments.db [None req-94459555-4cd1-45ea-97cf-2b2102ddeab5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba8f8151-1775-4d72-8643-4c1aec9c20a0']}} {{(pid=106489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:41:02.046532 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.services.segments.db [None req-94459555-4cd1-45ea-97cf-2b2102ddeab5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f41d63c-c0db-43b8-a48d-b58014c53e5f') {'for_net_delete': True} {{(pid=106489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:41:02.046808 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.services.segments.db [None req-94459555-4cd1-45ea-97cf-2b2102ddeab5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f41d63c-c0db-43b8-a48d-b58014c53e5f') {} {{(pid=106489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:41:02.056362 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-94459555-4cd1-45ea-97cf-2b2102ddeab5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777439826661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261853217'] for segment (6f41d63c-c0db-43b8-a48d-b58014c53e5f), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:02.061249 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-d3516ec9-c1fc-4b16-a6fc-2a00d1f48150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856'] for port (5725b561-ac7b-46f9-808b-618e1080359d), after_delete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:02.071573 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-94459555-4cd1-45ea-97cf-2b2102ddeab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449'] for segment (6f41d63c-c0db-43b8-a48d-b58014c53e5f), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:02.078974 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94459555-4cd1-45ea-97cf-2b2102ddeab5 admin admin] Releasing vlan 918 on physical network physnet1 to pool {{(pid=106489) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:41:02.079400 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-94459555-4cd1-45ea-97cf-2b2102ddeab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261346574'] for segment (6f41d63c-c0db-43b8-a48d-b58014c53e5f), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:02.097535 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3516ec9-c1fc-4b16-a6fc-2a00d1f48150 None None] Pushing event deleted for resources: {'Port': ['ID=5725b561-ac7b-46f9-808b-618e1080359d,revision_number=None']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:02.102800 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3516ec9-c1fc-4b16-a6fc-2a00d1f48150 None None] No DVR routers for this DVR port 5725b561-ac7b-46f9-808b-618e1080359d on host dv-cinder-852209-10-iscsi {{(pid=106491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 16:41:02.157588 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-94459555-4cd1-45ea-97cf-2b2102ddeab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631280'] for network (ba8f8151-1775-4d72-8643-4c1aec9c20a0), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:02.162447 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-94459555-4cd1-45ea-97cf-2b2102ddeab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for network (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:02.166966 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-94459555-4cd1-45ea-97cf-2b2102ddeab5 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/ba8f8151-1775-4d72-8643-4c1aec9c20a0 HTTP/1.1" status: 204 len: 168 time: 0.7004783 Sep 01 16:41:02.185334 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94459555-4cd1-45ea-97cf-2b2102ddeab5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba8f8151-1775-4d72-8643-4c1aec9c20a0,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:02.311641 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.services.segments.plugin [-] Segment 6f41d63c-c0db-43b8-a48d-b58014c53e5f resource provider aggregate not found Sep 01 16:41:02.314696 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 38324) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:02.330043 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.services.segments.plugin [-] Segment 6f41d63c-c0db-43b8-a48d-b58014c53e5f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6f41d63c-c0db-43b8-a48d-b58014c53e5f found for delete ", "request_id": "req-6cd28f9b-e2c6-4384-a5d5-5153e3582007"}]} Sep 01 16:41:02.361237 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-3bd76b93-e320-46e9-b15c-f8bb99b3af9d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=aab96a55de014d8cac2c004ba7cadedd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0448694 Sep 01 16:41:02.363909 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 38328) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:02.418246 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-75987395-4baa-4469-84a7-3500bd249e9d admin admin] Publish callbacks [] for security_group (c753a3b1-1e43-452b-98e5-0b63c1454d2a), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:02.440543 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-75987395-4baa-4469-84a7-3500bd249e9d admin admin] Publish callbacks [] for security_group (c753a3b1-1e43-452b-98e5-0b63c1454d2a), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:02.490829 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-75987395-4baa-4469-84a7-3500bd249e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (c753a3b1-1e43-452b-98e5-0b63c1454d2a), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:02.493624 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-75987395-4baa-4469-84a7-3500bd249e9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:02.494912 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-75987395-4baa-4469-84a7-3500bd249e9d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/c753a3b1-1e43-452b-98e5-0b63c1454d2a HTTP/1.1" status: 204 len: 168 time: 0.1299710 Sep 01 16:41:02.502890 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75987395-4baa-4469-84a7-3500bd249e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c753a3b1-1e43-452b-98e5-0b63c1454d2a,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:02.710922 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2f9831fd-45ed-4e33-89c1-e03c370697ca req-57aff068-1ddf-473b-9dff-cd18213ce93f tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 210 time: 0.0277619 Sep 01 16:41:02.900323 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 5725b561-ac7b-46f9-808b-618e1080359d no longer exists at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:41:02.932696 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] No Port match for: 5725b561-ac7b-46f9-808b-618e1080359d {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:41:02.933291 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 5725b561-ac7b-46f9-808b-618e1080359d not bound to the agent host dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:41:02.933781 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device a8429792-2677-4f04-9e17-a180ddf5c83f no longer exists at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:41:02.957137 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] No Port match for: a8429792-2677-4f04-9e17-a180ddf5c83f {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:41:02.957483 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device a8429792-2677-4f04-9e17-a180ddf5c83f not bound to the agent host dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:41:03.035193 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-9ca42f69-6feb-493f-afc5-1959dae61d3a tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:03.036637 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-9ca42f69-6feb-493f-afc5-1959dae61d3a tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.77 "GET /networking/v2.0/networks?id=39b32e89-2562-41b6-8f54-e0086889d468 HTTP/1.1" status: 200 len: 814 time: 0.1232538 Sep 01 16:41:03.062431 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-cad8c961-ab33-4277-a83c-dcd65a6f5208 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Request body: {'port': {'device_id': '840b3e8c-3b9a-44ee-8f03-43d332ca8b26', 'network_id': '39b32e89-2562-41b6-8f54-e0086889d468', 'admin_state_up': True, 'tenant_id': '13ab20a85384485e95e2c0dadcc8b43c'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:41:03.175054 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-cad8c961-ab33-4277-a83c-dcd65a6f5208 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Made reservation on behalf of 13ab20a85384485e95e2c0dadcc8b43c for: {'port': 1} {{(pid=106490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:41:03.178969 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-cad8c961-ab33-4277-a83c-dcd65a6f5208 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:03.195407 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:DELETE=6,neutron:UPDATE=2,neutron:SELECT=91,neutron:INSERT=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:03.318053 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_common [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-cad8c961-ab33-4277-a83c-dcd65a6f5208 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Allocated IP 172.20.0.13 (39b32e89-2562-41b6-8f54-e0086889d468/0dc4a385-95e8-4723-8dcf-4daafb3488ee/229f7341-6966-4b67-9657-ed92a6db27a4) {{(pid=106490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:41:03.330558 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:03.509339 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-cad8c961-ab33-4277-a83c-dcd65a6f5208 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks [] for port (229f7341-6966-4b67-9657-ed92a6db27a4), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:03.546954 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-cad8c961-ab33-4277-a83c-dcd65a6f5208 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (229f7341-6966-4b67-9657-ed92a6db27a4), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:03.597452 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-cad8c961-ab33-4277-a83c-dcd65a6f5208 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Network 39b32e89-2562-41b6-8f54-e0086889d468 is already hosted by enough agents. {{(pid=106490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:41:03.601003 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-cad8c961-ab33-4277-a83c-dcd65a6f5208 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Resources bound (agent type, host, resource id): {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:41:03.603052 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8c961-ab33-4277-a83c-dcd65a6f5208 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Pushing event updated for resources: {'Port': ['ID=229f7341-6966-4b67-9657-ed92a6db27a4,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:03.612612 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-cad8c961-ab33-4277-a83c-dcd65a6f5208 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Received port after_create {{(pid=106490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:41:03.665036 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-cad8c961-ab33-4277-a83c-dcd65a6f5208 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:03.665658 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-cad8c961-ab33-4277-a83c-dcd65a6f5208 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:03.686222 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-cad8c961-ab33-4277-a83c-dcd65a6f5208 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6276934 Sep 01 16:41:03.715979 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-0e67c2c5-2724-4ff1-844a-bb7c4c239e11 service neutron] Request body: {'port': {'device_id': '840b3e8c-3b9a-44ee-8f03-43d332ca8b26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:41:03.869841 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-0e67c2c5-2724-4ff1-844a-bb7c4c239e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (229f7341-6966-4b67-9657-ed92a6db27a4), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:03.913481 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:03.924224 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-be107689-bf26-4ee9-95e7-e99cbc46dc94 None None] Provisioning complete for port 229f7341-6966-4b67-9657-ed92a6db27a4 triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:41:03.924892 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-be107689-bf26-4ee9-95e7-e99cbc46dc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (229f7341-6966-4b67-9657-ed92a6db27a4), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:03.958833 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af77024-9d48-4ef3-9121-d45526eb7636 req-004b8f71-600f-496e-8345-11462d859cce tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:03.961140 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-be107689-bf26-4ee9-95e7-e99cbc46dc94 None None] Port 229f7341-6966-4b67-9657-ed92a6db27a4 cannot update to ACTIVE because it is not bound. {{(pid=106491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 16:41:03.973987 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-6af77024-9d48-4ef3-9121-d45526eb7636 req-004b8f71-600f-496e-8345-11462d859cce tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 932 time: 0.1489408 Sep 01 16:41:04.088338 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-6af77024-9d48-4ef3-9121-d45526eb7636 req-7a59c792-cfb7-4dc4-83ec-cd41262d1f8b tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=23a3eeca-025b-4261-ab3b-cbd54b559ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074202 Sep 01 16:41:04.205970 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (294a3787-103d-4a51-bc9c-bc09638a7966), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:04.405905 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-0e67c2c5-2724-4ff1-844a-bb7c4c239e11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 229f7341-6966-4b67-9657-ed92a6db27a4 {{(pid=106490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:41:04.414468 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-0e67c2c5-2724-4ff1-844a-bb7c4c239e11 service neutron] Publish callbacks [] for port (229f7341-6966-4b67-9657-ed92a6db27a4), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:04.436074 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.provisioning_blocks [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-0e67c2c5-2724-4ff1-844a-bb7c4c239e11 service neutron] Transition to ACTIVE for port object 229f7341-6966-4b67-9657-ed92a6db27a4 will not be triggered until provisioned by entity L2. {{(pid=106490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 16:41:04.445233 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-0e67c2c5-2724-4ff1-844a-bb7c4c239e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261539433'] for port (229f7341-6966-4b67-9657-ed92a6db27a4), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:04.496624 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:04.532028 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67c2c5-2724-4ff1-844a-bb7c4c239e11 service neutron] Pushing event updated for resources: {'Port': ['ID=229f7341-6966-4b67-9657-ed92a6db27a4,revision_number=2']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:04.624649 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-0e67c2c5-2724-4ff1-844a-bb7c4c239e11 service neutron] Attempting to bind port 229f7341-6966-4b67-9657-ed92a6db27a4 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:41:04.624926 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-0e67c2c5-2724-4ff1-844a-bb7c4c239e11 service neutron] Attempting to bind port 229f7341-6966-4b67-9657-ed92a6db27a4 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': 'e1fd3a59-64dd-4c0d-8007-f96041459bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '39b32e89-2562-41b6-8f54-e0086889d468'}] {{(pid=106490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:41:04.635694 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-0e67c2c5-2724-4ff1-844a-bb7c4c239e11 service neutron] Attempting to bind port 229f7341-6966-4b67-9657-ed92a6db27a4 on network 39b32e89-2562-41b6-8f54-e0086889d468 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:41:04.640981 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-0e67c2c5-2724-4ff1-844a-bb7c4c239e11 service neutron] Port 229f7341-6966-4b67-9657-ed92a6db27a4 on network 39b32e89-2562-41b6-8f54-e0086889d468 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 16:41:04.641301 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-0e67c2c5-2724-4ff1-844a-bb7c4c239e11 service neutron] Attempting to bind port 229f7341-6966-4b67-9657-ed92a6db27a4 on network 39b32e89-2562-41b6-8f54-e0086889d468 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:41:04.646340 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:04.647354 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-0e67c2c5-2724-4ff1-844a-bb7c4c239e11 service neutron] Checking agent: {'id': '294a3787-103d-4a51-bc9c-bc09638a7966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 32, 3), 'started_at': datetime.datetime(2022, 9, 1, 16, 32, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:41:04.647689 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-0e67c2c5-2724-4ff1-844a-bb7c4c239e11 service neutron] Checking segment: {'id': 'e1fd3a59-64dd-4c0d-8007-f96041459bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '39b32e89-2562-41b6-8f54-e0086889d468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:41:04.648072 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-0e67c2c5-2724-4ff1-844a-bb7c4c239e11 service neutron] Bound using segment: {'id': 'e1fd3a59-64dd-4c0d-8007-f96041459bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '39b32e89-2562-41b6-8f54-e0086889d468'} {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:41:04.648505 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-0e67c2c5-2724-4ff1-844a-bb7c4c239e11 service neutron] Bound port: 229f7341-6966-4b67-9657-ed92a6db27a4, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1fd3a59-64dd-4c0d-8007-f96041459bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '39b32e89-2562-41b6-8f54-e0086889d468'}}] {{(pid=106490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:41:04.648846 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-0e67c2c5-2724-4ff1-844a-bb7c4c239e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (229f7341-6966-4b67-9657-ed92a6db27a4), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:04.728115 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-0e67c2c5-2724-4ff1-844a-bb7c4c239e11 service neutron] For port 229f7341-6966-4b67-9657-ed92a6db27a4, host hv-cinder-85220, cleared binding levels {{(pid=106490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:41:04.742691 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-0e67c2c5-2724-4ff1-844a-bb7c4c239e11 service neutron] For port 229f7341-6966-4b67-9657-ed92a6db27a4, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=229f7341-6966-4b67-9657-ed92a6db27a4,segment=NetworkSegment(e1fd3a59-64dd-4c0d-8007-f96041459bea),segment_id=e1fd3a59-64dd-4c0d-8007-f96041459bea)] {{(pid=106490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:41:04.757817 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-0e67c2c5-2724-4ff1-844a-bb7c4c239e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261539433'] for port (229f7341-6966-4b67-9657-ed92a6db27a4), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:04.766867 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-0e67c2c5-2724-4ff1-844a-bb7c4c239e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:04.767787 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-0e67c2c5-2724-4ff1-844a-bb7c4c239e11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:04.776942 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-0e67c2c5-2724-4ff1-844a-bb7c4c239e11 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/229f7341-6966-4b67-9657-ed92a6db27a4 HTTP/1.1" status: 200 len: 1094 time: 1.0657966 Sep 01 16:41:04.832034 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840b3e8c-3b9a-44ee-8f03-43d332ca8b26', 'tag': '229f7341-6966-4b67-9657-ed92a6db27a4'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:41:04.834053 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd490f8-d218-4872-ac77-77cd54fa44b1" -d '{"events": [{"name": "network-changed", "server_uuid": "840b3e8c-3b9a-44ee-8f03-43d332ca8b26", "tag": "229f7341-6966-4b67-9657-ed92a6db27a4"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:41:04.849250 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67c2c5-2724-4ff1-844a-bb7c4c239e11 service neutron] Pushing event updated for resources: {'Port': ['ID=229f7341-6966-4b67-9657-ed92a6db27a4,revision_number=3']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:04.885063 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 16:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a74359-fca4-4e97-a74f-4355d364882f x-openstack-request-id: req-01a74359-fca4-4e97-a74f-4355d364882f {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:41:04.885449 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840b3e8c-3b9a-44ee-8f03-43d332ca8b26", "tag": "229f7341-6966-4b67-9657-ed92a6db27a4", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:41:04.885828 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-01a74359-fca4-4e97-a74f-4355d364882f {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:41:04.886324 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01a74359-fca4-4e97-a74f-4355d364882f'] response: {'name': 'network-changed', 'server_uuid': '840b3e8c-3b9a-44ee-8f03-43d332ca8b26', 'tag': '229f7341-6966-4b67-9657-ed92a6db27a4', 'status': 'completed', 'code': 200} Sep 01 16:41:05.196612 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec6bf0-26bc-4216-8881-80c57171236a req-539cdd8c-c793-40b7-8161-7abcefc0f463 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:05.198886 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-5dec6bf0-26bc-4216-8881-80c57171236a req-539cdd8c-c793-40b7-8161-7abcefc0f463 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 944 time: 0.0488541 Sep 01 16:41:05.252880 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-5dec6bf0-26bc-4216-8881-80c57171236a req-03d2c559-8b6c-4f1f-aac2-794f19010417 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=23a3eeca-025b-4261-ab3b-cbd54b559ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478120 Sep 01 16:41:05.426730 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:05.769375 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=35 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:06.425848 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f055189-553c-46af-9360-081053d3d322 req-4b38cde8-fc8d-466c-aaf9-ed558c4a6d82 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:06.427696 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0f055189-553c-46af-9360-081053d3d322 req-4b38cde8-fc8d-466c-aaf9-ed558c4a6d82 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 944 time: 0.0686872 Sep 01 16:41:06.481724 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0f055189-553c-46af-9360-081053d3d322 req-ce2246cc-99be-4920-bb3d-6bb1ad51cd68 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=23a3eeca-025b-4261-ab3b-cbd54b559ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472550 Sep 01 16:41:07.616124 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2eb84-671b-497c-a8c0-2940a506b064 req-8fdad4d6-4486-4b54-a3cb-883a763951c0 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:07.617560 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-99d2eb84-671b-497c-a8c0-2940a506b064 req-8fdad4d6-4486-4b54-a3cb-883a763951c0 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 944 time: 0.0549996 Sep 01 16:41:07.679449 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-99d2eb84-671b-497c-a8c0-2940a506b064 req-ec919651-ea1d-400b-a019-52ad40bacd68 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=23a3eeca-025b-4261-ab3b-cbd54b559ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556319 Sep 01 16:41:08.249310 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 38456) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:08.372493 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-06586d63-3033-431c-8c91-eb883463df10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:08.385079 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:08.459697 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-06586d63-3033-431c-8c91-eb883463df10 admin admin] Publish callbacks [] for security_group (a063387c-fe76-4306-9a30-21b9f386f847), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:08.463598 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-06586d63-3033-431c-8c91-eb883463df10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (a063387c-fe76-4306-9a30-21b9f386f847), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:08.502044 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06586d63-3033-431c-8c91-eb883463df10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a063387c-fe76-4306-9a30-21b9f386f847,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:08.508900 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 38460) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:08.510817 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-06586d63-3033-431c-8c91-eb883463df10 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=63a01bf1c1294eb793db2c2cce4df3f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2602570 Sep 01 16:41:08.520118 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06586d63-3033-431c-8c91-eb883463df10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:08.520918 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06586d63-3033-431c-8c91-eb883463df10 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:08.521440 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06586d63-3033-431c-8c91-eb883463df10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:08.521953 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06586d63-3033-431c-8c91-eb883463df10 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:08.522474 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06586d63-3033-431c-8c91-eb883463df10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:08.522970 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06586d63-3033-431c-8c91-eb883463df10 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:08.523461 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06586d63-3033-431c-8c91-eb883463df10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:08.523850 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06586d63-3033-431c-8c91-eb883463df10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:08.524191 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06586d63-3033-431c-8c91-eb883463df10 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:08.524520 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06586d63-3033-431c-8c91-eb883463df10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:08.524848 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06586d63-3033-431c-8c91-eb883463df10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:08.525176 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06586d63-3033-431c-8c91-eb883463df10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:08.526006 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06586d63-3033-431c-8c91-eb883463df10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:08.526484 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06586d63-3033-431c-8c91-eb883463df10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:08.526806 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06586d63-3033-431c-8c91-eb883463df10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:08.562519 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-da334490-6473-480f-99c9-3c659f01ca45 admin admin] Publish callbacks [] for security_group (a063387c-fe76-4306-9a30-21b9f386f847), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:08.583202 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-da334490-6473-480f-99c9-3c659f01ca45 admin admin] Publish callbacks [] for security_group (a063387c-fe76-4306-9a30-21b9f386f847), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:08.634796 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-da334490-6473-480f-99c9-3c659f01ca45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (a063387c-fe76-4306-9a30-21b9f386f847), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:08.637911 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-da334490-6473-480f-99c9-3c659f01ca45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:08.638865 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-da334490-6473-480f-99c9-3c659f01ca45 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/a063387c-fe76-4306-9a30-21b9f386f847 HTTP/1.1" status: 204 len: 168 time: 0.1289918 Sep 01 16:41:08.649693 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da334490-6473-480f-99c9-3c659f01ca45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a063387c-fe76-4306-9a30-21b9f386f847,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:08.827409 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294cd70-98c2-4323-acbb-4496daee397c req-c15b9b4b-bce2-4b1d-8576-da72b6d27903 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:08.834650 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2294cd70-98c2-4323-acbb-4496daee397c req-c15b9b4b-bce2-4b1d-8576-da72b6d27903 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 944 time: 0.0704064 Sep 01 16:41:08.905643 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2294cd70-98c2-4323-acbb-4496daee397c req-1a6c02d0-043c-485f-85ec-e54691cf2b1e tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=23a3eeca-025b-4261-ab3b-cbd54b559ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700121 Sep 01 16:41:08.975514 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 38468) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:08.994058 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-1f82dea3-ad21-469e-9af6-247d7936b699 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:09.020762 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:09.076752 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-1f82dea3-ad21-469e-9af6-247d7936b699 admin admin] Publish callbacks [] for security_group (831c8451-0c50-44b0-aa4e-c5257eb11a04), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:09.080912 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-1f82dea3-ad21-469e-9af6-247d7936b699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (831c8451-0c50-44b0-aa4e-c5257eb11a04), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:09.122896 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f82dea3-ad21-469e-9af6-247d7936b699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831c8451-0c50-44b0-aa4e-c5257eb11a04,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:09.131239 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 38472) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:09.131474 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-1f82dea3-ad21-469e-9af6-247d7936b699 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=b4c0d6742908436bb76056aa16176417&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1547420 Sep 01 16:41:09.195196 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-9163e975-6d90-4e65-956d-656867766d04 admin admin] Publish callbacks [] for security_group (831c8451-0c50-44b0-aa4e-c5257eb11a04), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:09.216754 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-9163e975-6d90-4e65-956d-656867766d04 admin admin] Publish callbacks [] for security_group (831c8451-0c50-44b0-aa4e-c5257eb11a04), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:09.266778 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-9163e975-6d90-4e65-956d-656867766d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (831c8451-0c50-44b0-aa4e-c5257eb11a04), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:09.270227 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-9163e975-6d90-4e65-956d-656867766d04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:09.274099 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-9163e975-6d90-4e65-956d-656867766d04 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/831c8451-0c50-44b0-aa4e-c5257eb11a04 HTTP/1.1" status: 204 len: 168 time: 0.1414561 Sep 01 16:41:09.282909 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163e975-6d90-4e65-956d-656867766d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831c8451-0c50-44b0-aa4e-c5257eb11a04,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:09.290833 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163e975-6d90-4e65-956d-656867766d04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:09.291728 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163e975-6d90-4e65-956d-656867766d04 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:09.292317 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163e975-6d90-4e65-956d-656867766d04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:09.292830 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163e975-6d90-4e65-956d-656867766d04 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:09.293325 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163e975-6d90-4e65-956d-656867766d04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:09.293816 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163e975-6d90-4e65-956d-656867766d04 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:09.294331 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163e975-6d90-4e65-956d-656867766d04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:09.294807 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163e975-6d90-4e65-956d-656867766d04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:09.295502 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163e975-6d90-4e65-956d-656867766d04 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:09.295985 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163e975-6d90-4e65-956d-656867766d04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:09.296563 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163e975-6d90-4e65-956d-656867766d04 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:09.297103 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163e975-6d90-4e65-956d-656867766d04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:09.297582 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163e975-6d90-4e65-956d-656867766d04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:09.298066 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163e975-6d90-4e65-956d-656867766d04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:09.298563 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163e975-6d90-4e65-956d-656867766d04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:10.047202 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223de5d-2c19-48d1-9287-997d138a2841 req-8562b3a7-9dfe-4ee6-a39e-4ffd459dbe5b tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:10.049461 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-3223de5d-2c19-48d1-9287-997d138a2841 req-8562b3a7-9dfe-4ee6-a39e-4ffd459dbe5b tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 944 time: 0.0523641 Sep 01 16:41:10.113454 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-3223de5d-2c19-48d1-9287-997d138a2841 req-f4f003b3-1e94-4f2f-bd1d-5a0df75f6927 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=23a3eeca-025b-4261-ab3b-cbd54b559ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582051 Sep 01 16:41:11.189157 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 38522) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:11.260684 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c62a6-0877-494c-ad2f-99c87a438ca0 req-59384dc5-28a1-419a-997f-8ad9fb8361d1 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:11.262516 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-527c62a6-0877-494c-ad2f-99c87a438ca0 req-59384dc5-28a1-419a-997f-8ad9fb8361d1 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 944 time: 0.0674696 Sep 01 16:41:11.320112 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-527c62a6-0877-494c-ad2f-99c87a438ca0 req-1bcfd0d9-02d0-4bac-bc17-9b74846cce1d tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=23a3eeca-025b-4261-ab3b-cbd54b559ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516984 Sep 01 16:41:11.329096 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:11.336679 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-66604ac5-29d9-45de-8e9d-a761e29657d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:11.441455 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-66604ac5-29d9-45de-8e9d-a761e29657d5 admin admin] Publish callbacks [] for security_group (cd2a925a-5cbc-4b0e-b17c-96c65655a7ef), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:11.446553 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-66604ac5-29d9-45de-8e9d-a761e29657d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (cd2a925a-5cbc-4b0e-b17c-96c65655a7ef), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:11.465329 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:11.488749 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66604ac5-29d9-45de-8e9d-a761e29657d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2a925a-5cbc-4b0e-b17c-96c65655a7ef,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:11.493685 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-66604ac5-29d9-45de-8e9d-a761e29657d5 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=8665c42b8e9d4de49dce20280be9d9a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3034256 Sep 01 16:41:11.497259 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 38526) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:11.560461 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-4a95bfeb-343a-4793-99df-5f67817776bb admin admin] Publish callbacks [] for security_group (cd2a925a-5cbc-4b0e-b17c-96c65655a7ef), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:11.590104 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-4a95bfeb-343a-4793-99df-5f67817776bb admin admin] Publish callbacks [] for security_group (cd2a925a-5cbc-4b0e-b17c-96c65655a7ef), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:11.643635 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-4a95bfeb-343a-4793-99df-5f67817776bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (cd2a925a-5cbc-4b0e-b17c-96c65655a7ef), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:11.646668 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-4a95bfeb-343a-4793-99df-5f67817776bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:11.651883 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-4a95bfeb-343a-4793-99df-5f67817776bb admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/cd2a925a-5cbc-4b0e-b17c-96c65655a7ef HTTP/1.1" status: 204 len: 168 time: 0.1502028 Sep 01 16:41:11.658151 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a95bfeb-343a-4793-99df-5f67817776bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2a925a-5cbc-4b0e-b17c-96c65655a7ef,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:11.961916 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 38534) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:11.983211 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-0f77d9cc-984a-4aff-9726-fad02a333524 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:12.089830 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-0f77d9cc-984a-4aff-9726-fad02a333524 admin admin] Publish callbacks [] for security_group (cfb70952-e346-4990-8efa-af3ee895a3f3), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:12.093639 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-0f77d9cc-984a-4aff-9726-fad02a333524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (cfb70952-e346-4990-8efa-af3ee895a3f3), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:12.132213 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77d9cc-984a-4aff-9726-fad02a333524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb70952-e346-4990-8efa-af3ee895a3f3,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:12.138171 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-0f77d9cc-984a-4aff-9726-fad02a333524 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ac05878c573943e28a30d2ae269fc5c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1739216 Sep 01 16:41:12.140332 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 38536) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:12.199741 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6512824c-bd7d-47e2-af42-7b3f7e81847c admin admin] Publish callbacks [] for security_group (cfb70952-e346-4990-8efa-af3ee895a3f3), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:12.221558 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6512824c-bd7d-47e2-af42-7b3f7e81847c admin admin] Publish callbacks [] for security_group (cfb70952-e346-4990-8efa-af3ee895a3f3), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:12.271625 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6512824c-bd7d-47e2-af42-7b3f7e81847c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (cfb70952-e346-4990-8efa-af3ee895a3f3), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:12.274310 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6512824c-bd7d-47e2-af42-7b3f7e81847c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:12.275497 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-6512824c-bd7d-47e2-af42-7b3f7e81847c admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/cfb70952-e346-4990-8efa-af3ee895a3f3 HTTP/1.1" status: 204 len: 168 time: 0.1348166 Sep 01 16:41:12.284481 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6512824c-bd7d-47e2-af42-7b3f7e81847c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb70952-e346-4990-8efa-af3ee895a3f3,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:12.469609 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce22aa-8b9a-44a4-a9a3-2775edc17f2c req-2a747fac-7675-43e4-b561-a272a1c6a36a tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:12.471229 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-08ce22aa-8b9a-44a4-a9a3-2775edc17f2c req-2a747fac-7675-43e4-b561-a272a1c6a36a tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 944 time: 0.0514240 Sep 01 16:41:12.484141 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:INSERT=17,neutron:UPDATE=2,neutron:SELECT=79,neutron:DELETE=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:12.526339 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-08ce22aa-8b9a-44a4-a9a3-2775edc17f2c req-17796604-6e1e-4420-b1af-9d46592c7891 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=23a3eeca-025b-4261-ab3b-cbd54b559ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488939 Sep 01 16:41:13.097724 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd490f8-d218-4872-ac77-77cd54fa44b1 req-2d92e5f2-cf67-40ef-8072-37f321a76741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:13.099247 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2cd490f8-d218-4872-ac77-77cd54fa44b1 req-2d92e5f2-cf67-40ef-8072-37f321a76741 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=13ab20a85384485e95e2c0dadcc8b43c&device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 1128 time: 0.0648379 Sep 01 16:41:13.107796 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e538cab3-c620-49df-b723-f8a07640b9cb req-31072f29-4e66-4062-a723-e82e5046fb09 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465844 Sep 01 16:41:13.264338 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538cab3-c620-49df-b723-f8a07640b9cb req-098202fe-3056-4a45-a559-c92ec172f64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:13.266185 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e538cab3-c620-49df-b723-f8a07640b9cb req-098202fe-3056-4a45-a559-c92ec172f64c service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=cfb0b630e22745e8af15fb02c71800c3&device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 1131 time: 0.0565622 Sep 01 16:41:13.311687 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd490f8-d218-4872-ac77-77cd54fa44b1 req-c7e41014-06d8-426c-a2c7-7483d17ad844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:13.313204 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2cd490f8-d218-4872-ac77-77cd54fa44b1 req-c7e41014-06d8-426c-a2c7-7483d17ad844 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=13ab20a85384485e95e2c0dadcc8b43c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1572351 Sep 01 16:41:13.454844 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538cab3-c620-49df-b723-f8a07640b9cb req-1248a985-b093-409b-940a-faa1fa69efce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:13.456300 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e538cab3-c620-49df-b723-f8a07640b9cb req-1248a985-b093-409b-940a-faa1fa69efce service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=1e2386a0-52ae-4650-b501-6e8c6cdd7cc9 HTTP/1.1" status: 200 len: 917 time: 0.1662002 Sep 01 16:41:13.473588 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd490f8-d218-4872-ac77-77cd54fa44b1 req-3e63b509-3e63-49b4-a41a-55d133be063f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:13.474726 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2cd490f8-d218-4872-ac77-77cd54fa44b1 req-3e63b509-3e63-49b4-a41a-55d133be063f service neutron] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1300030 Sep 01 16:41:13.528127 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e538cab3-c620-49df-b723-f8a07640b9cb req-097a2c56-5c41-425c-8f3c-1639c42cc9f4 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bb9e1c4-5809-406a-8024-a9bfe99bb842 HTTP/1.1" status: 200 len: 1002 time: 0.0631127 Sep 01 16:41:13.614325 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-a2d56ae3-e0bc-46ae-b80b-e0ab1b7a015a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:13.615790 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-a2d56ae3-e0bc-46ae-b80b-e0ab1b7a015a service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=13ab20a85384485e95e2c0dadcc8b43c&device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 1128 time: 0.0706224 Sep 01 16:41:13.628689 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538cab3-c620-49df-b723-f8a07640b9cb req-eddc4410-b0b3-4383-a89d-e4a5b35b18db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:13.629122 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e538cab3-c620-49df-b723-f8a07640b9cb req-eddc4410-b0b3-4383-a89d-e4a5b35b18db service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=fdf6e192-10ef-49d3-8b96-d6cc87fe33e0 HTTP/1.1" status: 200 len: 855 time: 0.0927238 Sep 01 16:41:13.664581 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:13.974543 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-ddc096ba-e78e-4194-94b7-4feecff9a58a service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=229f7341-6966-4b67-9657-ed92a6db27a4 HTTP/1.1" status: 200 len: 217 time: 0.3293197 Sep 01 16:41:14.024869 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a6d6c-1327-43b6-a83e-24e7ea45120f req-b3724e2b-f746-41a1-adb0-41245f34d333 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:14.026876 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-743a6d6c-1327-43b6-a83e-24e7ea45120f req-b3724e2b-f746-41a1-adb0-41245f34d333 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 944 time: 0.4161856 Sep 01 16:41:14.029570 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538cab3-c620-49df-b723-f8a07640b9cb req-076e018c-b7a6-48ee-8c63-4b966e176a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:14.030954 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e538cab3-c620-49df-b723-f8a07640b9cb req-076e018c-b7a6-48ee-8c63-4b966e176a14 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=1e2386a0-52ae-4650-b501-6e8c6cdd7cc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3800151 Sep 01 16:41:14.081697 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-3c0e520f-c780-437f-a95a-dbff39cb50be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:14.083149 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-3c0e520f-c780-437f-a95a-dbff39cb50be service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=0dc4a385-95e8-4723-8dcf-4daafb3488ee HTTP/1.1" status: 200 len: 853 time: 0.1003282 Sep 01 16:41:14.157571 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:14.185068 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-743a6d6c-1327-43b6-a83e-24e7ea45120f req-a72c63a4-47bb-4f58-aebc-74b37a759ab0 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=23a3eeca-025b-4261-ab3b-cbd54b559ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475263 Sep 01 16:41:14.185200 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-02ada6ce-5444-49de-87f6-8ff1738ae8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:14.186556 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-02ada6ce-5444-49de-87f6-8ff1738ae8fa service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=39b32e89-2562-41b6-8f54-e0086889d468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0774138 Sep 01 16:41:14.231679 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e538cab3-c620-49df-b723-f8a07640b9cb req-f4592f41-1ff7-48fc-96c4-897e7f63f28f service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1e2386a0-52ae-4650-b501-6e8c6cdd7cc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885855 Sep 01 16:41:14.354910 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-73bd9078-9f90-425a-bff8-c7215d96b09f service neutron] 10.222.0.77 "GET /networking/v2.0/networks/39b32e89-2562-41b6-8f54-e0086889d468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615849 Sep 01 16:41:14.423909 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e538cab3-c620-49df-b723-f8a07640b9cb req-7106fb7b-e9c3-4295-a978-8d99ec56f332 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1e2386a0-52ae-4650-b501-6e8c6cdd7cc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672387 Sep 01 16:41:14.465493 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7f2789a5-724e-46ae-9025-971a1b8dc6ba req-07ca54d3-738d-492f-8ca5-57ac90a57b64 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/39b32e89-2562-41b6-8f54-e0086889d468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016529 Sep 01 16:41:14.539828 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 38614) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:14.644439 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7a6610b2-6260-48a5-999e-5a56156a920f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:14.721545 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7a6610b2-6260-48a5-999e-5a56156a920f admin admin] Publish callbacks [] for security_group (28763721-c385-492b-ab24-aee5e0ded9e7), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:14.724991 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7a6610b2-6260-48a5-999e-5a56156a920f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (28763721-c385-492b-ab24-aee5e0ded9e7), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:14.763852 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-7a6610b2-6260-48a5-999e-5a56156a920f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=2fe8a2a279f044af808d7814e29d0531&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229662 Sep 01 16:41:14.765095 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6610b2-6260-48a5-999e-5a56156a920f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28763721-c385-492b-ab24-aee5e0ded9e7,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:14.766719 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 38618) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:14.816238 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9add030d-fc67-4e4e-85b4-48c980d394b0 admin admin] Publish callbacks [] for security_group (28763721-c385-492b-ab24-aee5e0ded9e7), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:14.836237 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9add030d-fc67-4e4e-85b4-48c980d394b0 admin admin] Publish callbacks [] for security_group (28763721-c385-492b-ab24-aee5e0ded9e7), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:14.882744 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9add030d-fc67-4e4e-85b4-48c980d394b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (28763721-c385-492b-ab24-aee5e0ded9e7), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:14.885922 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9add030d-fc67-4e4e-85b4-48c980d394b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:14.887075 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-9add030d-fc67-4e4e-85b4-48c980d394b0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/28763721-c385-492b-ab24-aee5e0ded9e7 HTTP/1.1" status: 204 len: 168 time: 0.1186326 Sep 01 16:41:14.894843 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add030d-fc67-4e4e-85b4-48c980d394b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28763721-c385-492b-ab24-aee5e0ded9e7,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:15.147158 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 38624) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:15.160504 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-75926d59-36c5-414f-8d38-08cfcd1728b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:15.162950 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:15.243087 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-75926d59-36c5-414f-8d38-08cfcd1728b2 admin admin] Publish callbacks [] for security_group (42cf8791-6069-4757-a19a-98184e0557a8), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:15.247458 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-75926d59-36c5-414f-8d38-08cfcd1728b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (42cf8791-6069-4757-a19a-98184e0557a8), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:15.314664 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-75926d59-36c5-414f-8d38-08cfcd1728b2 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=1d0c8492cd9441a892bf0ddd5fa69d62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1664188 Sep 01 16:41:15.317270 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75926d59-36c5-414f-8d38-08cfcd1728b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42cf8791-6069-4757-a19a-98184e0557a8,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:15.318499 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 38628) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:15.332176 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d90e2c-f1f4-4a47-bb5f-3c2cc0530c89 req-f74ae6a2-c384-4af7-a772-21f6f1e17884 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:15.333666 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-b9d90e2c-f1f4-4a47-bb5f-3c2cc0530c89 req-f74ae6a2-c384-4af7-a772-21f6f1e17884 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 944 time: 0.0683484 Sep 01 16:41:15.371530 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-d4a33851-2ffa-486f-a3d9-4b5212ad58c9 admin admin] Publish callbacks [] for security_group (42cf8791-6069-4757-a19a-98184e0557a8), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:15.383974 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-b9d90e2c-f1f4-4a47-bb5f-3c2cc0530c89 req-aae41512-3202-4860-8d49-e213c744a9cc tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=23a3eeca-025b-4261-ab3b-cbd54b559ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441840 Sep 01 16:41:15.391713 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-d4a33851-2ffa-486f-a3d9-4b5212ad58c9 admin admin] Publish callbacks [] for security_group (42cf8791-6069-4757-a19a-98184e0557a8), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:15.402542 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:15.441480 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-d4a33851-2ffa-486f-a3d9-4b5212ad58c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (42cf8791-6069-4757-a19a-98184e0557a8), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:15.444063 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-d4a33851-2ffa-486f-a3d9-4b5212ad58c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:15.445180 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-d4a33851-2ffa-486f-a3d9-4b5212ad58c9 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/42cf8791-6069-4757-a19a-98184e0557a8 HTTP/1.1" status: 204 len: 168 time: 0.1256568 Sep 01 16:41:15.453041 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a33851-2ffa-486f-a3d9-4b5212ad58c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cf8791-6069-4757-a19a-98184e0557a8,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:16.510766 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9849b-f0b2-47ce-93fd-043061f74cba req-a07264f9-f902-4bc6-86a5-61954387f2df tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:16.512128 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f8f9849b-f0b2-47ce-93fd-043061f74cba req-a07264f9-f902-4bc6-86a5-61954387f2df tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 944 time: 0.0506692 Sep 01 16:41:16.564381 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f8f9849b-f0b2-47ce-93fd-043061f74cba req-c5f66e52-ae54-46ce-af92-e2ffddbecf62 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=23a3eeca-025b-4261-ab3b-cbd54b559ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461628 Sep 01 16:41:17.003788 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 229f7341-6966-4b67-9657-ed92a6db27a4 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:41:17.106725 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 229f7341-6966-4b67-9657-ed92a6db27a4, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=229f7341-6966-4b67-9657-ed92a6db27a4,segment=NetworkSegment(e1fd3a59-64dd-4c0d-8007-f96041459bea),segment_id=e1fd3a59-64dd-4c0d-8007-f96041459bea)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:41:17.120809 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Returning: {'device': '229f7341-6966-4b67-9657-ed92a6db27a4', 'network_id': '39b32e89-2562-41b6-8f54-e0086889d468', 'port_id': '229f7341-6966-4b67-9657-ed92a6db27a4', 'mac_address': 'fa:16:3e:1d:23:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dc4a385-95e8-4723-8dcf-4daafb3488ee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:41:17.157041 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 229f7341-6966-4b67-9657-ed92a6db27a4 is: DOWN; New status is: BUILD {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:41:17.157454 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (229f7341-6966-4b67-9657-ed92a6db27a4), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:17.171022 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 229f7341-6966-4b67-9657-ed92a6db27a4 {{(pid=106491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:41:17.184115 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:17.195219 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 229f7341-6966-4b67-9657-ed92a6db27a4, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=229f7341-6966-4b67-9657-ed92a6db27a4,segment=NetworkSegment(e1fd3a59-64dd-4c0d-8007-f96041459bea),segment_id=e1fd3a59-64dd-4c0d-8007-f96041459bea)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:41:17.199601 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (229f7341-6966-4b67-9657-ed92a6db27a4), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:17.247624 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=229f7341-6966-4b67-9657-ed92a6db27a4,revision_number=4']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:17.255070 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:17.255416 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:17.255756 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:17.256092 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:17.256431 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:17.256754 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:17.257081 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:17.257404 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:17.257744 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:17.258066 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:17.258415 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:17.258740 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:17.259055 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:17.259416 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:17.259732 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:41:17.456315 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 38698) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:17.532092 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] get_ports_and_sgs() called for port_ids ['229f7341-6966-4b67-9657-ed92a6db27a4'] {{(pid=106491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 16:41:17.568139 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-df7296cf-829a-4e2a-860f-5af8d5b39917 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:17.688613 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-df7296cf-829a-4e2a-860f-5af8d5b39917 admin admin] Publish callbacks [] for security_group (3029bc1e-a076-42bb-a76a-c73a987e0b27), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:17.693466 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-df7296cf-829a-4e2a-860f-5af8d5b39917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (3029bc1e-a076-42bb-a76a-c73a987e0b27), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:17.705548 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:17.710084 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288a89a-63f3-4ce4-8104-fc4a46391bf1 req-058397c4-1764-4ba0-8f60-cf891c0afbd2 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:17.714816 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-a288a89a-63f3-4ce4-8104-fc4a46391bf1 req-058397c4-1764-4ba0-8f60-cf891c0afbd2 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 945 time: 0.0616808 Sep 01 16:41:17.739213 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-df7296cf-829a-4e2a-860f-5af8d5b39917 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=9177ba29f82a4149afcbcbe653a557f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2817056 Sep 01 16:41:17.740202 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7296cf-829a-4e2a-860f-5af8d5b39917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3029bc1e-a076-42bb-a76a-c73a987e0b27,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:17.742585 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 38704) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:17.764953 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-a288a89a-63f3-4ce4-8104-fc4a46391bf1 req-9b56e1ab-a612-4a59-85c5-e5e82b801f0e tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=23a3eeca-025b-4261-ab3b-cbd54b559ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450997 Sep 01 16:41:17.792636 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-3ef3b63f-c2e7-4a39-9cc6-1aa0f6660dab admin admin] Publish callbacks [] for security_group (3029bc1e-a076-42bb-a76a-c73a987e0b27), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:17.812159 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-3ef3b63f-c2e7-4a39-9cc6-1aa0f6660dab admin admin] Publish callbacks [] for security_group (3029bc1e-a076-42bb-a76a-c73a987e0b27), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:17.860417 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-3ef3b63f-c2e7-4a39-9cc6-1aa0f6660dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (3029bc1e-a076-42bb-a76a-c73a987e0b27), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:17.863012 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-3ef3b63f-c2e7-4a39-9cc6-1aa0f6660dab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:17.864116 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-3ef3b63f-c2e7-4a39-9cc6-1aa0f6660dab admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/3029bc1e-a076-42bb-a76a-c73a987e0b27 HTTP/1.1" status: 204 len: 168 time: 0.1207893 Sep 01 16:41:17.873328 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef3b63f-c2e7-4a39-9cc6-1aa0f6660dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3029bc1e-a076-42bb-a76a-c73a987e0b27,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:18.128356 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 38710) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:18.141542 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0a0e97e3-377b-4f07-b4b7-05483dead091 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:18.216338 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0a0e97e3-377b-4f07-b4b7-05483dead091 admin admin] Publish callbacks [] for security_group (3bcc8dac-0fed-4af7-a173-5b338963db6f), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:18.219808 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0a0e97e3-377b-4f07-b4b7-05483dead091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (3bcc8dac-0fed-4af7-a173-5b338963db6f), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:18.258147 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-0a0e97e3-377b-4f07-b4b7-05483dead091 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=cdeee35deb1147ddb5809a90ee8cf4ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1287472 Sep 01 16:41:18.260112 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e97e3-377b-4f07-b4b7-05483dead091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcc8dac-0fed-4af7-a173-5b338963db6f,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:18.260880 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 38712) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:18.311954 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-ff159ab1-55bc-447c-b2fd-9e6cf3bc762f admin admin] Publish callbacks [] for security_group (3bcc8dac-0fed-4af7-a173-5b338963db6f), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:18.330925 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-ff159ab1-55bc-447c-b2fd-9e6cf3bc762f admin admin] Publish callbacks [] for security_group (3bcc8dac-0fed-4af7-a173-5b338963db6f), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:18.379482 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-ff159ab1-55bc-447c-b2fd-9e6cf3bc762f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (3bcc8dac-0fed-4af7-a173-5b338963db6f), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:18.382122 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-ff159ab1-55bc-447c-b2fd-9e6cf3bc762f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:18.383270 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-ff159ab1-55bc-447c-b2fd-9e6cf3bc762f admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/3bcc8dac-0fed-4af7-a173-5b338963db6f HTTP/1.1" status: 204 len: 168 time: 0.1213834 Sep 01 16:41:18.390937 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff159ab1-55bc-447c-b2fd-9e6cf3bc762f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcc8dac-0fed-4af7-a173-5b338963db6f,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:18.885958 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a0f22-f563-4256-b446-5be4426fe5b1 req-ac23b949-f48b-45f0-a454-d3f9dafc74a4 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:18.887464 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a38a0f22-f563-4256-b446-5be4426fe5b1 req-ac23b949-f48b-45f0-a454-d3f9dafc74a4 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 945 time: 0.0481870 Sep 01 16:41:18.938539 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a38a0f22-f563-4256-b446-5be4426fe5b1 req-4466e83f-b98c-412f-ad23-a7eadcc82d3d tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=23a3eeca-025b-4261-ab3b-cbd54b559ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454080 Sep 01 16:41:19.011250 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 229f7341-6966-4b67-9657-ed92a6db27a4 up at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:41:19.056714 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning for port 229f7341-6966-4b67-9657-ed92a6db27a4 completed by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 16:41:19.062687 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning complete for port 229f7341-6966-4b67-9657-ed92a6db27a4 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:41:19.063154 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (229f7341-6966-4b67-9657-ed92a6db27a4), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:19.135643 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 229f7341-6966-4b67-9657-ed92a6db27a4 is: BUILD; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:41:19.136027 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (229f7341-6966-4b67-9657-ed92a6db27a4), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:19.159238 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840b3e8c-3b9a-44ee-8f03-43d332ca8b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229f7341-6966-4b67-9657-ed92a6db27a4'}] {{(pid=106491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:41:19.161469 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27cd250e45b0eab3f9aacaaa4111d690d8ad0f5b6b5c497c1d88b56abc962a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a152ef22-55a8-4157-9ca9-375e4de7541d" -d '{"events": [{"server_uuid": "840b3e8c-3b9a-44ee-8f03-43d332ca8b26", "name": "network-vif-plugged", "status": "completed", "tag": "229f7341-6966-4b67-9657-ed92a6db27a4"}]}' {{(pid=106491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:41:19.174300 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 229f7341-6966-4b67-9657-ed92a6db27a4, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=229f7341-6966-4b67-9657-ed92a6db27a4,segment=NetworkSegment(e1fd3a59-64dd-4c0d-8007-f96041459bea),segment_id=e1fd3a59-64dd-4c0d-8007-f96041459bea)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:41:19.178414 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (229f7341-6966-4b67-9657-ed92a6db27a4), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:19.211636 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:19.213676 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886106e5-ca36-4ed1-9e64-4abfb0e0e13f x-openstack-request-id: req-886106e5-ca36-4ed1-9e64-4abfb0e0e13f {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:41:19.213948 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840b3e8c-3b9a-44ee-8f03-43d332ca8b26", "name": "network-vif-plugged", "status": "completed", "tag": "229f7341-6966-4b67-9657-ed92a6db27a4", "code": 200}]} {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:41:19.214341 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-886106e5-ca36-4ed1-9e64-4abfb0e0e13f {{(pid=106491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:41:19.214740 dv-cinder-852209-10-iscsi neutron-server[106491]: INFO neutron.notifiers.nova [-] Nova event matching ['req-886106e5-ca36-4ed1-9e64-4abfb0e0e13f'] response: {'server_uuid': '840b3e8c-3b9a-44ee-8f03-43d332ca8b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229f7341-6966-4b67-9657-ed92a6db27a4', 'code': 200} Sep 01 16:41:19.239949 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=229f7341-6966-4b67-9657-ed92a6db27a4,revision_number=5']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:19.433333 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad8cb2-8034-4723-96cb-53f75911a7a7 req-6b12bff1-d132-47c8-83e8-517043663158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:19.434989 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-9bad8cb2-8034-4723-96cb-53f75911a7a7 req-6b12bff1-d132-47c8-83e8-517043663158 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 1130 time: 0.0396068 Sep 01 16:41:19.471662 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:DELETE=5,neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:19.484693 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-9bad8cb2-8034-4723-96cb-53f75911a7a7 req-0167f0ef-0bb6-41ac-9257-05bdd3656ca9 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=23a3eeca-025b-4261-ab3b-cbd54b559ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405395 Sep 01 16:41:20.060656 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687734a4-5b13-41ef-8d2b-cd39e2465fbd req-45d793bb-fd1d-4037-82ba-4acfe7d3992a tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:20.062121 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-687734a4-5b13-41ef-8d2b-cd39e2465fbd req-45d793bb-fd1d-4037-82ba-4acfe7d3992a tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 946 time: 0.0481334 Sep 01 16:41:20.112955 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-687734a4-5b13-41ef-8d2b-cd39e2465fbd req-0771de37-d738-4bca-b9e3-e7a31621c683 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=23a3eeca-025b-4261-ab3b-cbd54b559ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451710 Sep 01 16:41:21.240219 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04201f8a-a7d0-4293-a906-2f0a9c33cba8 req-9466a7ad-3d56-4ebb-be3a-fcfc681e4c26 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:21.242835 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-04201f8a-a7d0-4293-a906-2f0a9c33cba8 req-9466a7ad-3d56-4ebb-be3a-fcfc681e4c26 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 946 time: 0.0520515 Sep 01 16:41:21.292152 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07ba2bf9-00e1-4e80-a7ed-d1f3dfbcdcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:21.294702 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-04201f8a-a7d0-4293-a906-2f0a9c33cba8 req-caea7bee-fa08-4a94-ba25-5adbd94beaa9 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=23a3eeca-025b-4261-ab3b-cbd54b559ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457933 Sep 01 16:41:21.418656 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d476756-051d-4993-b4b3-73845d9d9e8e req-e332211a-7673-4d31-88db-492327e79ffd tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:21.420007 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2d476756-051d-4993-b4b3-73845d9d9e8e req-e332211a-7673-4d31-88db-492327e79ffd tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 946 time: 0.0514336 Sep 01 16:41:21.468140 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2d476756-051d-4993-b4b3-73845d9d9e8e req-116b98a9-3ec5-40fe-8539-d9c6c6410dbc tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=23a3eeca-025b-4261-ab3b-cbd54b559ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423126 Sep 01 16:41:21.804190 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d05238-9b1d-4c91-b0d7-19878b02e6be req-f9f45a80-fce6-4845-ae0d-833dab3d1b02 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:21.805637 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-38d05238-9b1d-4c91-b0d7-19878b02e6be req-f9f45a80-fce6-4845-ae0d-833dab3d1b02 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 946 time: 0.0468378 Sep 01 16:41:21.854001 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-38d05238-9b1d-4c91-b0d7-19878b02e6be req-c09f23ad-023b-4c6f-9806-0de93130ab61 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=23a3eeca-025b-4261-ab3b-cbd54b559ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422006 Sep 01 16:41:23.717916 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-a17938eb-ce8b-4eeb-9167-1de3a4e90b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:24.623685 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:25.554976 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8a3aa-5504-48dc-8004-856f696784ae req-2761282f-5a96-42e7-9449-1e372e5a537d tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:25.556476 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2ab8a3aa-5504-48dc-8004-856f696784ae req-2761282f-5a96-42e7-9449-1e372e5a537d tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 947 time: 0.0485034 Sep 01 16:41:25.607895 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2ab8a3aa-5504-48dc-8004-856f696784ae req-e9073a04-65f7-4119-906d-8dc5357105a9 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452659 Sep 01 16:41:25.728723 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:25.733839 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:26.356647 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:26.470906 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:26.739463 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a04ec-1a11-481d-b7a1-550a8665a3ce req-3827b05c-4047-4efe-8ef4-d6c7412ed1ec tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:26.740924 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-c20a04ec-1a11-481d-b7a1-550a8665a3ce req-3827b05c-4047-4efe-8ef4-d6c7412ed1ec tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 947 time: 0.0474622 Sep 01 16:41:26.792286 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-c20a04ec-1a11-481d-b7a1-550a8665a3ce req-85f5b660-46ca-4d3b-aab5-d40e42c063b7 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=acac172a-6831-47ff-b970-a0baa05fd9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450974 Sep 01 16:41:27.255518 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b730e08-d02d-4244-a6ae-9b5598c8e521 req-638fef9b-9ebe-4f89-8f33-dbd5610af1ca tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:27.256907 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-8b730e08-d02d-4244-a6ae-9b5598c8e521 req-638fef9b-9ebe-4f89-8f33-dbd5610af1ca tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 947 time: 0.0471957 Sep 01 16:41:27.295161 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:27.349837 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [req-8b730e08-d02d-4244-a6ae-9b5598c8e521 req-9510ae34-2c3a-43e2-a01a-d169a13524f6 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Deleting port 5bb9e1c4-5809-406a-8024-a9bfe99bb842 {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:41:27.350177 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-8b730e08-d02d-4244-a6ae-9b5598c8e521 req-9510ae34-2c3a-43e2-a01a-d169a13524f6 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (5bb9e1c4-5809-406a-8024-a9bfe99bb842), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:27.445323 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-8b730e08-d02d-4244-a6ae-9b5598c8e521 req-9510ae34-2c3a-43e2-a01a-d169a13524f6 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] For port 5bb9e1c4-5809-406a-8024-a9bfe99bb842, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=5bb9e1c4-5809-406a-8024-a9bfe99bb842,segment=NetworkSegment(a5fdef99-cab9-4e68-9f85-2b12b874dece),segment_id=a5fdef99-cab9-4e68-9f85-2b12b874dece)] {{(pid=106490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:41:27.445703 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-8b730e08-d02d-4244-a6ae-9b5598c8e521 req-9510ae34-2c3a-43e2-a01a-d169a13524f6 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (5bb9e1c4-5809-406a-8024-a9bfe99bb842), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:27.610787 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-8b730e08-d02d-4244-a6ae-9b5598c8e521 req-9510ae34-2c3a-43e2-a01a-d169a13524f6 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:27.611145 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-8b730e08-d02d-4244-a6ae-9b5598c8e521 req-9510ae34-2c3a-43e2-a01a-d169a13524f6 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631243'] for floatingip (494be02b-a2e6-4266-8ad7-8cec408b4940), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:27.611451 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.db.l3_db [req-8b730e08-d02d-4244-a6ae-9b5598c8e521 req-9510ae34-2c3a-43e2-a01a-d169a13524f6 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Floating IP 494be02b-a2e6-4266-8ad7-8cec408b4940 disassociated. External IP: 172.27.2.246, port: 5bb9e1c4-5809-406a-8024-a9bfe99bb842. Sep 01 16:41:27.611789 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [req-8b730e08-d02d-4244-a6ae-9b5598c8e521 req-9510ae34-2c3a-43e2-a01a-d169a13524f6 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Calling delete_port for 5bb9e1c4-5809-406a-8024-a9bfe99bb842 owned by compute:nova {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:41:27.725412 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:27.753381 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-8b730e08-d02d-4244-a6ae-9b5598c8e521 req-9510ae34-2c3a-43e2-a01a-d169a13524f6 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (5bb9e1c4-5809-406a-8024-a9bfe99bb842), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:27.782064 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510ae34-2c3a-43e2-a01a-d169a13524f6 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Pushing event deleted for resources: {'Port': ['ID=5bb9e1c4-5809-406a-8024-a9bfe99bb842,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:27.910868 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-956a5cc8-c067-4a0b-8c19-d6ff37380fb0 req-6f744631-e607-4d01-aaf8-e9edf33fbec1 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7d764e51-5b8a-4d17-886e-b52189448293 HTTP/1.1" status: 200 len: 210 time: 0.0347328 Sep 01 16:41:27.922755 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b730e08-d02d-4244-a6ae-9b5598c8e521 req-9510ae34-2c3a-43e2-a01a-d169a13524f6 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Router 8a7bba63-cf84-4a53-bfd6-eaff5c296ac8 has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:41:28.032072 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b730e08-d02d-4244-a6ae-9b5598c8e521 req-9510ae34-2c3a-43e2-a01a-d169a13524f6 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:41:28.041518 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775813c7-5f39-4ff5-b79b-e92a33a5dda5 None None] Sync routers for ids ['8a7bba63-cf84-4a53-bfd6-eaff5c296ac8'] in dv-cinder-852209-10-iscsi {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:41:28.056535 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775813c7-5f39-4ff5-b79b-e92a33a5dda5 None None] Routers {'8a7bba63-cf84-4a53-bfd6-eaff5c296ac8'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:41:28.056834 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-775813c7-5f39-4ff5-b79b-e92a33a5dda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:41:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['8a7bba63-cf84-4a53-bfd6-eaff5c296ac8'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:41:28.076893 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b730e08-d02d-4244-a6ae-9b5598c8e521 req-9510ae34-2c3a-43e2-a01a-d169a13524f6 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] No DVR routers for this DVR port 5bb9e1c4-5809-406a-8024-a9bfe99bb842 on host hv-cinder-85220 {{(pid=106490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 16:41:28.079722 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-8b730e08-d02d-4244-a6ae-9b5598c8e521 req-9510ae34-2c3a-43e2-a01a-d169a13524f6 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:28.083038 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-8b730e08-d02d-4244-a6ae-9b5598c8e521 req-9510ae34-2c3a-43e2-a01a-d169a13524f6 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.77 "DELETE /networking/v2.0/ports/5bb9e1c4-5809-406a-8024-a9bfe99bb842 HTTP/1.1" status: 204 len: 173 time: 0.8188484 Sep 01 16:41:28.083470 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d764e51-5b8a-4d17-886e-b52189448293', 'name': 'network-vif-deleted', 'tag': '5bb9e1c4-5809-406a-8024-a9bfe99bb842'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:41:28.086054 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc4f814-8e88-45dd-b448-a840ac57cdde" -d '{"events": [{"server_uuid": "7d764e51-5b8a-4d17-886e-b52189448293", "name": "network-vif-deleted", "tag": "5bb9e1c4-5809-406a-8024-a9bfe99bb842"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:41:28.127891 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5267669-82c3-4373-b23d-0a13baa388a0 x-openstack-request-id: req-e5267669-82c3-4373-b23d-0a13baa388a0 {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:41:28.128063 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d764e51-5b8a-4d17-886e-b52189448293", "name": "network-vif-deleted", "tag": "5bb9e1c4-5809-406a-8024-a9bfe99bb842", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:41:28.128277 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e5267669-82c3-4373-b23d-0a13baa388a0 {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:41:28.128772 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5267669-82c3-4373-b23d-0a13baa388a0'] response: {'server_uuid': '7d764e51-5b8a-4d17-886e-b52189448293', 'name': 'network-vif-deleted', 'tag': '5bb9e1c4-5809-406a-8024-a9bfe99bb842', 'status': 'completed', 'code': 200} Sep 01 16:41:28.184964 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-775813c7-5f39-4ff5-b79b-e92a33a5dda5 None None] Set router 8a7bba63-cf84-4a53-bfd6-eaff5c296ac8 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:41:28.384549 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-775813c7-5f39-4ff5-b79b-e92a33a5dda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'name': 'tempest-AttachVolumeShelveTestJSON-788111627-router', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '6f5e2d84-5694-4838-b29d-6ed6db584211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:55Z', 'updated_at': '2022-09-01T16:34:03Z', 'revision_number': 4, 'project_id': 'cfb0b630e22745e8af15fb02c71800c3', 'gw_port': {'id': '6f5e2d84-5694-4838-b29d-6ed6db584211', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:57Z', 'updated_at': '2022-09-01T16:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '5bf7e611-18e1-489f-893a-f5c18377fe8e', 'name': '', 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'mac_address': 'fa:16:3e:b7:34:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fdf6e192-10ef-49d3-8b96-d6cc87fe33e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:34:02Z', 'updated_at': '2022-09-01T16:34:22Z', 'revision_number': 5, 'project_id': 'cfb0b630e22745e8af15fb02c71800c3', 'subnets': [{'id': 'fdf6e192-10ef-49d3-8b96-d6cc87fe33e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:41:28.409869 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775813c7-5f39-4ff5-b79b-e92a33a5dda5 None None] Checking router: 8a7bba63-cf84-4a53-bfd6-eaff5c296ac8 for host: dv-cinder-852209-10-iscsi {{(pid=106492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:41:28.418929 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775813c7-5f39-4ff5-b79b-e92a33a5dda5 None None] Routers {'8a7bba63-cf84-4a53-bfd6-eaff5c296ac8'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:41:28.419522 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-775813c7-5f39-4ff5-b79b-e92a33a5dda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:41:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['8a7bba63-cf84-4a53-bfd6-eaff5c296ac8'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:41:28.524234 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-775813c7-5f39-4ff5-b79b-e92a33a5dda5 None None] Set router 8a7bba63-cf84-4a53-bfd6-eaff5c296ac8 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:41:28.798610 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-775813c7-5f39-4ff5-b79b-e92a33a5dda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'name': 'tempest-AttachVolumeShelveTestJSON-788111627-router', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '6f5e2d84-5694-4838-b29d-6ed6db584211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:55Z', 'updated_at': '2022-09-01T16:34:03Z', 'revision_number': 4, 'project_id': 'cfb0b630e22745e8af15fb02c71800c3', 'gw_port': {'id': '6f5e2d84-5694-4838-b29d-6ed6db584211', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:57Z', 'updated_at': '2022-09-01T16:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '5bf7e611-18e1-489f-893a-f5c18377fe8e', 'name': '', 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'mac_address': 'fa:16:3e:b7:34:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fdf6e192-10ef-49d3-8b96-d6cc87fe33e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:34:02Z', 'updated_at': '2022-09-01T16:34:22Z', 'revision_number': 5, 'project_id': 'cfb0b630e22745e8af15fb02c71800c3', 'subnets': [{'id': 'fdf6e192-10ef-49d3-8b96-d6cc87fe33e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:41:28.824056 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775813c7-5f39-4ff5-b79b-e92a33a5dda5 None None] The sync data for ids ['8a7bba63-cf84-4a53-bfd6-eaff5c296ac8'] in dv-cinder-852209-10-iscsi is: [{'id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'name': 'tempest-AttachVolumeShelveTestJSON-788111627-router', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '6f5e2d84-5694-4838-b29d-6ed6db584211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:55Z', 'updated_at': '2022-09-01T16:34:03Z', 'revision_number': 4, 'project_id': 'cfb0b630e22745e8af15fb02c71800c3', 'gw_port': {'id': '6f5e2d84-5694-4838-b29d-6ed6db584211', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:57Z', 'updated_at': '2022-09-01T16:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '5bf7e611-18e1-489f-893a-f5c18377fe8e', 'name': '', 'network_id': '1e2386a0-52ae-4650-b501-6e8c6cdd7cc9', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'mac_address': 'fa:16:3e:b7:34:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fdf6e192-10ef-49d3-8b96-d6cc87fe33e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:34:02Z', 'updated_at': '2022-09-01T16:34:22Z', 'revision_number': 5, 'project_id': 'cfb0b630e22745e8af15fb02c71800c3', 'subnets': [{'id': 'fdf6e192-10ef-49d3-8b96-d6cc87fe33e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:41:29.015339 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 38884) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:29.084860 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-2e408bdd-4daa-4bc3-957f-2b4e31763368 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks [] for security_group (acac172a-6831-47ff-b970-a0baa05fd9f1), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:29.095342 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e74e0e-061b-4f14-a868-8f193538f35e None None] New status for floating IP 494be02b-a2e6-4266-8ad7-8cec408b4940: DOWN {{(pid=106491) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 16:41:29.117169 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-2e408bdd-4daa-4bc3-957f-2b4e31763368 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks [] for security_group (acac172a-6831-47ff-b970-a0baa05fd9f1), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:29.178278 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-2e408bdd-4daa-4bc3-957f-2b4e31763368 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (acac172a-6831-47ff-b970-a0baa05fd9f1), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:29.181238 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-2e408bdd-4daa-4bc3-957f-2b4e31763368 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:29.184987 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-2e408bdd-4daa-4bc3-957f-2b4e31763368 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/acac172a-6831-47ff-b970-a0baa05fd9f1 HTTP/1.1" status: 204 len: 168 time: 0.1661739 Sep 01 16:41:29.185440 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 38888) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:29.192763 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e408bdd-4daa-4bc3-957f-2b4e31763368 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acac172a-6831-47ff-b970-a0baa05fd9f1,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:29.201291 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:29.202885 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.api.v2.resource [None req-779f4a49-e447-47f3-b40a-bf72fa650740 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] show failed (client error): The resource could not be found. Sep 01 16:41:29.207249 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 38890) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:29.207393 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-779f4a49-e447-47f3-b40a-bf72fa650740 tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "GET /networking/v2.0/security-groups/acac172a-6831-47ff-b970-a0baa05fd9f1 HTTP/1.1" status: 404 len: 347 time: 0.0207264 Sep 01 16:41:29.263347 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:29.334635 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-ce032f2c-393a-4555-b7a6-f668f7560eda tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Deleting port aa44be3f-09c4-4e97-b6ef-704bc7c1442a {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:41:29.334984 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-ce032f2c-393a-4555-b7a6-f668f7560eda tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (aa44be3f-09c4-4e97-b6ef-704bc7c1442a), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:29.417459 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-ce032f2c-393a-4555-b7a6-f668f7560eda tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (aa44be3f-09c4-4e97-b6ef-704bc7c1442a), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:29.417774 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-ce032f2c-393a-4555-b7a6-f668f7560eda tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks [] for floatingip (aa44be3f-09c4-4e97-b6ef-704bc7c1442a), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:29.430374 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-ce032f2c-393a-4555-b7a6-f668f7560eda tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Calling delete_port for aa44be3f-09c4-4e97-b6ef-704bc7c1442a owned by network:floatingip {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:41:29.560740 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-ce032f2c-393a-4555-b7a6-f668f7560eda tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (aa44be3f-09c4-4e97-b6ef-704bc7c1442a), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:29.595733 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce032f2c-393a-4555-b7a6-f668f7560eda tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Pushing event deleted for resources: {'Port': ['ID=aa44be3f-09c4-4e97-b6ef-704bc7c1442a,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:29.652619 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-ce032f2c-393a-4555-b7a6-f668f7560eda tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks [] for floatingip (494be02b-a2e6-4266-8ad7-8cec408b4940), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:29.655371 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-ce032f2c-393a-4555-b7a6-f668f7560eda tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for floatingip (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:29.656544 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-ce032f2c-393a-4555-b7a6-f668f7560eda tempest-AttachVolumeShelveTestJSON-1886242538 tempest-AttachVolumeShelveTestJSON-1886242538-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/494be02b-a2e6-4266-8ad7-8cec408b4940 HTTP/1.1" status: 204 len: 168 time: 0.4481792 Sep 01 16:41:31.062717 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 5bb9e1c4-5809-406a-8024-a9bfe99bb842 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:41:31.081659 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] No Port match for: 5bb9e1c4-5809-406a-8024-a9bfe99bb842 {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:41:31.082005 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 5bb9e1c4-5809-406a-8024-a9bfe99bb842 not bound to the agent host hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:41:31.373156 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:31.396215 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece3143-93b6-45a5-820c-fe4b1aefa30d req-792ffd88-964a-4161-8a53-418031c3869a tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:31.398262 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-eece3143-93b6-45a5-820c-fe4b1aefa30d req-792ffd88-964a-4161-8a53-418031c3869a tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 946 time: 0.0538263 Sep 01 16:41:31.447324 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-eece3143-93b6-45a5-820c-fe4b1aefa30d req-68c1e903-5641-413a-ab71-1567eabfe0c7 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=23a3eeca-025b-4261-ab3b-cbd54b559ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432391 Sep 01 16:41:31.475069 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 38928) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:31.667980 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32165840-3284-4d09-b1ce-0b8847883338 tempest-TestMinimumBasicScenario-899481204 tempest-TestMinimumBasicScenario-899481204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:31.669468 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-32165840-3284-4d09-b1ce-0b8847883338 tempest-TestMinimumBasicScenario-899481204 tempest-TestMinimumBasicScenario-899481204-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 1125 time: 0.1934409 Sep 01 16:41:31.672327 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 38936) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:31.676415 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-0c13bc9e-bc0b-43c7-8e2c-6bc437007bc6 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Request body: {'floatingip': {'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'port_id': '229f7341-6966-4b67-9657-ed92a6db27a4', 'tenant_id': '13ab20a85384485e95e2c0dadcc8b43c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:41:31.696575 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0c13bc9e-bc0b-43c7-8e2c-6bc437007bc6 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:31.773258 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0c13bc9e-bc0b-43c7-8e2c-6bc437007bc6 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:31.881828 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_common [None req-0c13bc9e-bc0b-43c7-8e2c-6bc437007bc6 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Allocated IP 172.27.2.13 (537c3a33-78cb-41f3-a0ee-71478f9cfd9b/3e5d1400-7955-40a6-9a09-08f8a8c1db3a/b14fe895-05b9-472f-b9d0-1cdb8d0ee9ab) {{(pid=106490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:41:31.951009 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:31.991229 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0c13bc9e-bc0b-43c7-8e2c-6bc437007bc6 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks [] for port (b14fe895-05b9-472f-b9d0-1cdb8d0ee9ab), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:32.024157 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0c13bc9e-bc0b-43c7-8e2c-6bc437007bc6 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (b14fe895-05b9-472f-b9d0-1cdb8d0ee9ab), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:32.065473 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c13bc9e-bc0b-43c7-8e2c-6bc437007bc6 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Network 537c3a33-78cb-41f3-a0ee-71478f9cfd9b is already hosted by enough agents. {{(pid=106490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:41:32.070309 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [None req-0c13bc9e-bc0b-43c7-8e2c-6bc437007bc6 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Resources bound (agent type, host, resource id): {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:41:32.075300 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c13bc9e-bc0b-43c7-8e2c-6bc437007bc6 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Received port after_create {{(pid=106490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:41:32.077817 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 38944) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:32.095107 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c13bc9e-bc0b-43c7-8e2c-6bc437007bc6 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Pushing event updated for resources: {'Port': ['ID=b14fe895-05b9-472f-b9d0-1cdb8d0ee9ab,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:32.370555 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:32.424337 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:32.430492 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0c13bc9e-bc0b-43c7-8e2c-6bc437007bc6 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks [] for floatingip (e0915e0a-bf11-43ff-8f4a-72a72b0a6b78), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:32.497108 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0c13bc9e-bc0b-43c7-8e2c-6bc437007bc6 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (b14fe895-05b9-472f-b9d0-1cdb8d0ee9ab), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:32.499743 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-271048b7-f6dd-4bcb-b60c-5b753a11978a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-630987'] for router_interface (8a7bba63-cf84-4a53-bfd6-eaff5c296ac8), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:32.644964 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0c13bc9e-bc0b-43c7-8e2c-6bc437007bc6 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks [] for port (b14fe895-05b9-472f-b9d0-1cdb8d0ee9ab), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:32.649516 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0c13bc9e-bc0b-43c7-8e2c-6bc437007bc6 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261539433'] for port (b14fe895-05b9-472f-b9d0-1cdb8d0ee9ab), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:32.715868 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c13bc9e-bc0b-43c7-8e2c-6bc437007bc6 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Pushing event updated for resources: {'Port': ['ID=b14fe895-05b9-472f-b9d0-1cdb8d0ee9ab,revision_number=2']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:32.720797 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0c13bc9e-bc0b-43c7-8e2c-6bc437007bc6 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631243'] for floatingip (e0915e0a-bf11-43ff-8f4a-72a72b0a6b78), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:32.721136 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.plugin [None req-271048b7-f6dd-4bcb-b60c-5b753a11978a admin admin] Deleting port 5bf7e611-18e1-489f-893a-f5c18377fe8e {{(pid=106489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:41:32.721475 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-271048b7-f6dd-4bcb-b60c-5b753a11978a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (5bf7e611-18e1-489f-893a-f5c18377fe8e), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:32.767744 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:32.773484 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.agents_db [None req-09d9e05d-4d55-4c1e-8994-77c39c5d0c8d None None] Agent healthcheck: found 6 active agents {{(pid=106492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:41:32.806358 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.db [None req-271048b7-f6dd-4bcb-b60c-5b753a11978a admin admin] For port 5bf7e611-18e1-489f-893a-f5c18377fe8e, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=5bf7e611-18e1-489f-893a-f5c18377fe8e,segment=NetworkSegment(a5fdef99-cab9-4e68-9f85-2b12b874dece),segment_id=a5fdef99-cab9-4e68-9f85-2b12b874dece)] {{(pid=106489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:41:32.806725 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-271048b7-f6dd-4bcb-b60c-5b753a11978a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (5bf7e611-18e1-489f-893a-f5c18377fe8e), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:32.817709 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.db.l3_db [None req-0c13bc9e-bc0b-43c7-8e2c-6bc437007bc6 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Floating IP e0915e0a-bf11-43ff-8f4a-72a72b0a6b78 associated. External IP: 172.27.2.13, port: 229f7341-6966-4b67-9657-ed92a6db27a4. Sep 01 16:41:32.819785 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.plugin [None req-271048b7-f6dd-4bcb-b60c-5b753a11978a admin admin] Calling delete_port for 5bf7e611-18e1-489f-893a-f5c18377fe8e owned by network:router_interface {{(pid=106489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:41:32.947024 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:33.002966 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-271048b7-f6dd-4bcb-b60c-5b753a11978a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261346675'] for port (5bf7e611-18e1-489f-893a-f5c18377fe8e), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:33.015116 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c13bc9e-bc0b-43c7-8e2c-6bc437007bc6 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Router 719ba4ba-6ba8-4c20-a9ee-2b0c5706585f has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:41:33.029141 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271048b7-f6dd-4bcb-b60c-5b753a11978a admin admin] Pushing event deleted for resources: {'Port': ['ID=5bf7e611-18e1-489f-893a-f5c18377fe8e,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:33.125972 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c13bc9e-bc0b-43c7-8e2c-6bc437007bc6 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:41:33.138630 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8e6698-21ce-4233-a63c-1ded2125316e None None] Sync routers for ids ['719ba4ba-6ba8-4c20-a9ee-2b0c5706585f'] in dv-cinder-852209-10-iscsi {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:41:33.147545 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-0c13bc9e-bc0b-43c7-8e2c-6bc437007bc6 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for floatingip (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:33.152915 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8e6698-21ce-4233-a63c-1ded2125316e None None] Routers {'719ba4ba-6ba8-4c20-a9ee-2b0c5706585f'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:41:33.153733 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-af8e6698-21ce-4233-a63c-1ded2125316e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:41:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['719ba4ba-6ba8-4c20-a9ee-2b0c5706585f'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:41:33.181695 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-0c13bc9e-bc0b-43c7-8e2c-6bc437007bc6 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5083597 Sep 01 16:41:33.182580 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840b3e8c-3b9a-44ee-8f03-43d332ca8b26', 'tag': '229f7341-6966-4b67-9657-ed92a6db27a4'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:41:33.185121 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4430aed6-99a8-4a26-b677-704954894c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "840b3e8c-3b9a-44ee-8f03-43d332ca8b26", "tag": "229f7341-6966-4b67-9657-ed92a6db27a4"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:41:33.188093 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 38950) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:33.193572 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-6570b4b9-3ed8-47a5-9423-d56b752dac0b tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1212051678', 'description': 'tempest-secgroup-smoke-1212051678 description', 'project_id': '13ab20a85384485e95e2c0dadcc8b43c'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:41:33.200827 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:33.203252 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-271048b7-f6dd-4bcb-b60c-5b753a11978a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632443'] for router_interface (8a7bba63-cf84-4a53-bfd6-eaff5c296ac8), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:33.225660 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-6570b4b9-3ed8-47a5-9423-d56b752dac0b tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:33.253604 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 16:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b119bcc-87fc-48e9-97c2-0a146dc75983 x-openstack-request-id: req-2b119bcc-87fc-48e9-97c2-0a146dc75983 {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:41:33.253906 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840b3e8c-3b9a-44ee-8f03-43d332ca8b26", "tag": "229f7341-6966-4b67-9657-ed92a6db27a4", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:41:33.254359 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2b119bcc-87fc-48e9-97c2-0a146dc75983 {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:41:33.254873 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b119bcc-87fc-48e9-97c2-0a146dc75983'] response: {'name': 'network-changed', 'server_uuid': '840b3e8c-3b9a-44ee-8f03-43d332ca8b26', 'tag': '229f7341-6966-4b67-9657-ed92a6db27a4', 'status': 'completed', 'code': 200} Sep 01 16:41:33.279198 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-af8e6698-21ce-4233-a63c-1ded2125316e None None] Set router 719ba4ba-6ba8-4c20-a9ee-2b0c5706585f gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:41:33.279413 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:33.348503 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-6570b4b9-3ed8-47a5-9423-d56b752dac0b tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks [] for security_group (540127ec-4e23-4f73-a15d-88ab904e2328), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:33.376371 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430aed6-99a8-4a26-b677-704954894c2a req-8a732287-fb37-485d-9bcd-20b67f92303d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:33.376371 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4430aed6-99a8-4a26-b677-704954894c2a req-8a732287-fb37-485d-9bcd-20b67f92303d service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=13ab20a85384485e95e2c0dadcc8b43c&device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 1130 time: 0.0585020 Sep 01 16:41:33.376371 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-6570b4b9-3ed8-47a5-9423-d56b752dac0b tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (540127ec-4e23-4f73-a15d-88ab904e2328), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:33.442513 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:33.460958 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-6570b4b9-3ed8-47a5-9423-d56b752dac0b tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:33.465519 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-6570b4b9-3ed8-47a5-9423-d56b752dac0b tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2736125 Sep 01 16:41:33.465519 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570b4b9-3ed8-47a5-9423-d56b752dac0b tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=540127ec-4e23-4f73-a15d-88ab904e2328,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:33.467550 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 38956) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:33.473741 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-4d195750-1feb-4027-84c2-bbc3277c57cd tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Request body: {'security_group_rule': {'security_group_id': '540127ec-4e23-4f73-a15d-88ab904e2328', 'project_id': '13ab20a85384485e95e2c0dadcc8b43c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:41:33.541594 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-af8e6698-21ce-4233-a63c-1ded2125316e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719ba4ba-6ba8-4c20-a9ee-2b0c5706585f', 'name': 'tempest-TestMinimumBasicScenario-197184173-router', 'tenant_id': '13ab20a85384485e95e2c0dadcc8b43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'a0351e97-983c-4457-8727-fa3390defda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:40:40Z', 'updated_at': '2022-09-01T16:40:43Z', 'revision_number': 4, 'project_id': '13ab20a85384485e95e2c0dadcc8b43c', 'gw_port': {'id': 'a0351e97-983c-4457-8727-fa3390defda6', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:54:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719ba4ba-6ba8-4c20-a9ee-2b0c5706585f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:40:41Z', 'updated_at': '2022-09-01T16:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': 'e0915e0a-bf11-43ff-8f4a-72a72b0a6b78', 'tenant_id': '13ab20a85384485e95e2c0dadcc8b43c', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '719ba4ba-6ba8-4c20-a9ee-2b0c5706585f', 'port_id': '229f7341-6966-4b67-9657-ed92a6db27a4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39b32e89-2562-41b6-8f54-e0086889d468', 'mac_address': 'fa:16:3e:1d:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840b3e8c-3b9a-44ee-8f03-43d332ca8b26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:41:32Z', 'updated_at': '2022-09-01T16:41:32Z', 'revision_number': 0, 'project_id': '13ab20a85384485e95e2c0dadcc8b43c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a2a2ab-478a-4b05-a7e0-a69ee8003795', 'name': '', 'network_id': '39b32e89-2562-41b6-8f54-e0086889d468', 'tenant_id': '13ab20a85384485e95e2c0dadcc8b43c', 'mac_address': 'fa:16:3e:39:c0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719ba4ba-6ba8-4c20-a9ee-2b0c5706585f', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '0dc4a385-95e8-4723-8dcf-4daafb3488ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:40:43Z', 'updated_at': '2022-09-01T16:40:51Z', 'revision_number': 5, 'project_id': '13ab20a85384485e95e2c0dadcc8b43c', 'subnets': [{'id': '0dc4a385-95e8-4723-8dcf-4daafb3488ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:41:33.568720 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8e6698-21ce-4233-a63c-1ded2125316e None None] Checking router: 719ba4ba-6ba8-4c20-a9ee-2b0c5706585f for host: dv-cinder-852209-10-iscsi {{(pid=106492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:41:33.578199 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8e6698-21ce-4233-a63c-1ded2125316e None None] Routers {'719ba4ba-6ba8-4c20-a9ee-2b0c5706585f'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:41:33.578846 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-af8e6698-21ce-4233-a63c-1ded2125316e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:41:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['719ba4ba-6ba8-4c20-a9ee-2b0c5706585f'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:41:33.661066 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:33.689069 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-af8e6698-21ce-4233-a63c-1ded2125316e None None] Set router 719ba4ba-6ba8-4c20-a9ee-2b0c5706585f gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:41:33.690255 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271048b7-f6dd-4bcb-b60c-5b753a11978a admin admin] Router 8a7bba63-cf84-4a53-bfd6-eaff5c296ac8 has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:41:33.806895 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-4d195750-1feb-4027-84c2-bbc3277c57cd tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks [] for security_group_rule (17476355-4f16-4d82-8419-410e7c10bd20), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:33.807440 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271048b7-f6dd-4bcb-b60c-5b753a11978a admin admin] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:41:33.812695 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-271048b7-f6dd-4bcb-b60c-5b753a11978a admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/8a7bba63-cf84-4a53-bfd6-eaff5c296ac8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7338307 Sep 01 16:41:33.813045 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430aed6-99a8-4a26-b677-704954894c2a req-157d9ddf-a945-41c6-ba2a-b8bbdd3dd50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:33.814516 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4430aed6-99a8-4a26-b677-704954894c2a req-157d9ddf-a945-41c6-ba2a-b8bbdd3dd50f service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=39b32e89-2562-41b6-8f54-e0086889d468 HTTP/1.1" status: 200 len: 915 time: 0.4358456 Sep 01 16:41:33.815339 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 38958) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:33.820819 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1919e97e-ae1e-4776-ab2b-096bf232e81b None None] Sync routers for ids ['8a7bba63-cf84-4a53-bfd6-eaff5c296ac8'] in dv-cinder-852209-10-iscsi {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:41:33.834878 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1919e97e-ae1e-4776-ab2b-096bf232e81b None None] Routers {'8a7bba63-cf84-4a53-bfd6-eaff5c296ac8'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:41:33.835744 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-1919e97e-ae1e-4776-ab2b-096bf232e81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:41:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['8a7bba63-cf84-4a53-bfd6-eaff5c296ac8'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:41:33.896412 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4430aed6-99a8-4a26-b677-704954894c2a req-797812ff-1e0d-4535-a96b-8032a6186dfc service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=229f7341-6966-4b67-9657-ed92a6db27a4 HTTP/1.1" status: 200 len: 999 time: 0.0712128 Sep 01 16:41:33.911633 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:33.933630 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-28eecd51-9d40-46ee-94d0-7eee798167b3 admin admin] Publish callbacks [] for router (8a7bba63-cf84-4a53-bfd6-eaff5c296ac8), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:33.943142 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-af8e6698-21ce-4233-a63c-1ded2125316e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719ba4ba-6ba8-4c20-a9ee-2b0c5706585f', 'name': 'tempest-TestMinimumBasicScenario-197184173-router', 'tenant_id': '13ab20a85384485e95e2c0dadcc8b43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'a0351e97-983c-4457-8727-fa3390defda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:40:40Z', 'updated_at': '2022-09-01T16:40:43Z', 'revision_number': 4, 'project_id': '13ab20a85384485e95e2c0dadcc8b43c', 'gw_port': {'id': 'a0351e97-983c-4457-8727-fa3390defda6', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:54:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719ba4ba-6ba8-4c20-a9ee-2b0c5706585f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:40:41Z', 'updated_at': '2022-09-01T16:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': 'e0915e0a-bf11-43ff-8f4a-72a72b0a6b78', 'tenant_id': '13ab20a85384485e95e2c0dadcc8b43c', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '719ba4ba-6ba8-4c20-a9ee-2b0c5706585f', 'port_id': '229f7341-6966-4b67-9657-ed92a6db27a4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39b32e89-2562-41b6-8f54-e0086889d468', 'mac_address': 'fa:16:3e:1d:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840b3e8c-3b9a-44ee-8f03-43d332ca8b26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:41:32Z', 'updated_at': '2022-09-01T16:41:32Z', 'revision_number': 0, 'project_id': '13ab20a85384485e95e2c0dadcc8b43c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a2a2ab-478a-4b05-a7e0-a69ee8003795', 'name': '', 'network_id': '39b32e89-2562-41b6-8f54-e0086889d468', 'tenant_id': '13ab20a85384485e95e2c0dadcc8b43c', 'mac_address': 'fa:16:3e:39:c0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719ba4ba-6ba8-4c20-a9ee-2b0c5706585f', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '0dc4a385-95e8-4723-8dcf-4daafb3488ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:40:43Z', 'updated_at': '2022-09-01T16:40:51Z', 'revision_number': 5, 'project_id': '13ab20a85384485e95e2c0dadcc8b43c', 'subnets': [{'id': '0dc4a385-95e8-4723-8dcf-4daafb3488ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:41:33.944273 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-4d195750-1feb-4027-84c2-bbc3277c57cd tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks [] for security_group_rule (17476355-4f16-4d82-8419-410e7c10bd20), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:33.954920 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-4d195750-1feb-4027-84c2-bbc3277c57cd tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684833'] for security_group_rule (17476355-4f16-4d82-8419-410e7c10bd20), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:33.968740 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-1919e97e-ae1e-4776-ab2b-096bf232e81b None None] Set router 8a7bba63-cf84-4a53-bfd6-eaff5c296ac8 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:41:33.970249 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8e6698-21ce-4233-a63c-1ded2125316e None None] The sync data for ids ['719ba4ba-6ba8-4c20-a9ee-2b0c5706585f'] in dv-cinder-852209-10-iscsi is: [{'id': '719ba4ba-6ba8-4c20-a9ee-2b0c5706585f', 'name': 'tempest-TestMinimumBasicScenario-197184173-router', 'tenant_id': '13ab20a85384485e95e2c0dadcc8b43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'a0351e97-983c-4457-8727-fa3390defda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:40:40Z', 'updated_at': '2022-09-01T16:40:43Z', 'revision_number': 4, 'project_id': '13ab20a85384485e95e2c0dadcc8b43c', 'gw_port': {'id': 'a0351e97-983c-4457-8727-fa3390defda6', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:54:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719ba4ba-6ba8-4c20-a9ee-2b0c5706585f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:40:41Z', 'updated_at': '2022-09-01T16:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': 'e0915e0a-bf11-43ff-8f4a-72a72b0a6b78', 'tenant_id': '13ab20a85384485e95e2c0dadcc8b43c', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '719ba4ba-6ba8-4c20-a9ee-2b0c5706585f', 'port_id': '229f7341-6966-4b67-9657-ed92a6db27a4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39b32e89-2562-41b6-8f54-e0086889d468', 'mac_address': 'fa:16:3e:1d:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840b3e8c-3b9a-44ee-8f03-43d332ca8b26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:41:32Z', 'updated_at': '2022-09-01T16:41:32Z', 'revision_number': 0, 'project_id': '13ab20a85384485e95e2c0dadcc8b43c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a2a2ab-478a-4b05-a7e0-a69ee8003795', 'name': '', 'network_id': '39b32e89-2562-41b6-8f54-e0086889d468', 'tenant_id': '13ab20a85384485e95e2c0dadcc8b43c', 'mac_address': 'fa:16:3e:39:c0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719ba4ba-6ba8-4c20-a9ee-2b0c5706585f', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '0dc4a385-95e8-4723-8dcf-4daafb3488ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:40:43Z', 'updated_at': '2022-09-01T16:40:51Z', 'revision_number': 5, 'project_id': '13ab20a85384485e95e2c0dadcc8b43c', 'subnets': [{'id': '0dc4a385-95e8-4723-8dcf-4daafb3488ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:41:33.972215 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:33.978870 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d195750-1feb-4027-84c2-bbc3277c57cd tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17476355-4f16-4d82-8419-410e7c10bd20,revision_number=0']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:34.003181 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430aed6-99a8-4a26-b677-704954894c2a req-988abae8-981b-4116-98c4-cd5fceae3943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:34.004932 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4430aed6-99a8-4a26-b677-704954894c2a req-988abae8-981b-4116-98c4-cd5fceae3943 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=0dc4a385-95e8-4723-8dcf-4daafb3488ee HTTP/1.1" status: 200 len: 853 time: 0.1026959 Sep 01 16:41:34.013101 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-4d195750-1feb-4027-84c2-bbc3277c57cd tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:34.014783 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-4d195750-1feb-4027-84c2-bbc3277c57cd tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5445101 Sep 01 16:41:34.050454 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 38960) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:34.055073 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-c1f4cd94-8ca6-4f02-b1c2-72332eed95a3 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Request body: {'security_group_rule': {'security_group_id': '540127ec-4e23-4f73-a15d-88ab904e2328', 'project_id': '13ab20a85384485e95e2c0dadcc8b43c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:41:34.064693 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-28eecd51-9d40-46ee-94d0-7eee798167b3 admin admin] Publish callbacks [] for router_gateway (8a7bba63-cf84-4a53-bfd6-eaff5c296ac8), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:34.087162 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430aed6-99a8-4a26-b677-704954894c2a req-02526e98-cd4e-47c9-aef2-bd5802250b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:34.089046 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4430aed6-99a8-4a26-b677-704954894c2a req-02526e98-cd4e-47c9-aef2-bd5802250b71 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=39b32e89-2562-41b6-8f54-e0086889d468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0731361 Sep 01 16:41:34.096129 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-c1f4cd94-8ca6-4f02-b1c2-72332eed95a3 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks [] for security_group_rule (2109a1a5-ec00-4b3e-82cb-997552d1aa7e), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:34.117076 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.plugin [None req-28eecd51-9d40-46ee-94d0-7eee798167b3 admin admin] Deleting port 6f5e2d84-5694-4838-b29d-6ed6db584211 {{(pid=106489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:41:34.117453 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-28eecd51-9d40-46ee-94d0-7eee798167b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (6f5e2d84-5694-4838-b29d-6ed6db584211), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:34.164723 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-1919e97e-ae1e-4776-ab2b-096bf232e81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'name': 'tempest-AttachVolumeShelveTestJSON-788111627-router', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '6f5e2d84-5694-4838-b29d-6ed6db584211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:55Z', 'updated_at': '2022-09-01T16:41:32Z', 'revision_number': 5, 'project_id': 'cfb0b630e22745e8af15fb02c71800c3', 'gw_port': {'id': '6f5e2d84-5694-4838-b29d-6ed6db584211', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:33:57Z', 'updated_at': '2022-09-01T16:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:41:34.203891 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1919e97e-ae1e-4776-ab2b-096bf232e81b None None] Checking router: 8a7bba63-cf84-4a53-bfd6-eaff5c296ac8 for host: dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:41:34.215038 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1919e97e-ae1e-4776-ab2b-096bf232e81b None None] Routers {'8a7bba63-cf84-4a53-bfd6-eaff5c296ac8'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:41:34.215656 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-1919e97e-ae1e-4776-ab2b-096bf232e81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:41:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['8a7bba63-cf84-4a53-bfd6-eaff5c296ac8'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:41:34.217342 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.db [None req-28eecd51-9d40-46ee-94d0-7eee798167b3 admin admin] For port 6f5e2d84-5694-4838-b29d-6ed6db584211, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=6f5e2d84-5694-4838-b29d-6ed6db584211,segment=NetworkSegment(6aaf10e3-1532-4b23-b8ff-2b17962713b0),segment_id=6aaf10e3-1532-4b23-b8ff-2b17962713b0)] {{(pid=106489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:41:34.217883 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-28eecd51-9d40-46ee-94d0-7eee798167b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (6f5e2d84-5694-4838-b29d-6ed6db584211), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:34.218054 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (294a3787-103d-4a51-bc9c-bc09638a7966), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:34.223819 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4430aed6-99a8-4a26-b677-704954894c2a req-0c342448-2fd5-4eb1-a307-b292b13e5a16 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/39b32e89-2562-41b6-8f54-e0086889d468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245773 Sep 01 16:41:34.234174 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.plugin [None req-28eecd51-9d40-46ee-94d0-7eee798167b3 admin admin] Calling delete_port for 6f5e2d84-5694-4838-b29d-6ed6db584211 owned by network:router_gateway {{(pid=106489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:41:34.252250 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e2f335-da86-48ea-a31e-b46ea3bedc3d None None] New status for floating IP e0915e0a-bf11-43ff-8f4a-72a72b0a6b78: ACTIVE {{(pid=106492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 16:41:34.311330 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=100 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:34.316491 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-c1f4cd94-8ca6-4f02-b1c2-72332eed95a3 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks [] for security_group_rule (2109a1a5-ec00-4b3e-82cb-997552d1aa7e), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:34.323842 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-c1f4cd94-8ca6-4f02-b1c2-72332eed95a3 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684833'] for security_group_rule (2109a1a5-ec00-4b3e-82cb-997552d1aa7e), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:34.342512 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:34.347549 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-1919e97e-ae1e-4776-ab2b-096bf232e81b None None] Set router 8a7bba63-cf84-4a53-bfd6-eaff5c296ac8 gateway port host: None {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:41:34.355979 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-c1f4cd94-8ca6-4f02-b1c2-72332eed95a3 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:34.357174 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-c1f4cd94-8ca6-4f02-b1c2-72332eed95a3 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3057702 Sep 01 16:41:34.364975 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 38962) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:34.370610 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-844d2f51-0b1e-4d9e-af4c-95a96d937976 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Request body: {'security_group_rule': {'security_group_id': '540127ec-4e23-4f73-a15d-88ab904e2328', 'project_id': '13ab20a85384485e95e2c0dadcc8b43c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:41:34.375190 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4cd94-8ca6-4f02-b1c2-72332eed95a3 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2109a1a5-ec00-4b3e-82cb-997552d1aa7e,revision_number=0']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:34.406816 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4430aed6-99a8-4a26-b677-704954894c2a req-84a7d67f-acea-4e22-9fb0-3653cd93996e service neutron] 10.222.0.77 "GET /networking/v2.0/networks/39b32e89-2562-41b6-8f54-e0086889d468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700473 Sep 01 16:41:34.418369 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-844d2f51-0b1e-4d9e-af4c-95a96d937976 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks [] for security_group_rule (a6d34413-c07e-441c-ba0c-a178dae7e2b5), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:34.450609 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-1919e97e-ae1e-4776-ab2b-096bf232e81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'name': 'tempest-AttachVolumeShelveTestJSON-788111627-router', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:55Z', 'updated_at': '2022-09-01T16:41:34Z', 'revision_number': 6, 'project_id': 'cfb0b630e22745e8af15fb02c71800c3', 'gw_port_host': None}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:41:34.483316 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:34.491071 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1919e97e-ae1e-4776-ab2b-096bf232e81b None None] The sync data for ids ['8a7bba63-cf84-4a53-bfd6-eaff5c296ac8'] in dv-cinder-852209-10-iscsi is: [{'id': '8a7bba63-cf84-4a53-bfd6-eaff5c296ac8', 'name': 'tempest-AttachVolumeShelveTestJSON-788111627-router', 'tenant_id': 'cfb0b630e22745e8af15fb02c71800c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:33:55Z', 'updated_at': '2022-09-01T16:41:34Z', 'revision_number': 6, 'project_id': 'cfb0b630e22745e8af15fb02c71800c3', 'gw_port_host': None}] {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:41:34.496084 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-28eecd51-9d40-46ee-94d0-7eee798167b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261346675'] for port (6f5e2d84-5694-4838-b29d-6ed6db584211), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:34.514863 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-844d2f51-0b1e-4d9e-af4c-95a96d937976 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks [] for security_group_rule (a6d34413-c07e-441c-ba0c-a178dae7e2b5), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:34.520699 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-844d2f51-0b1e-4d9e-af4c-95a96d937976 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684833'] for security_group_rule (a6d34413-c07e-441c-ba0c-a178dae7e2b5), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:34.536176 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d2f51-0b1e-4d9e-af4c-95a96d937976 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6d34413-c07e-441c-ba0c-a178dae7e2b5,revision_number=0']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:34.538737 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eecd51-9d40-46ee-94d0-7eee798167b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f5e2d84-5694-4838-b29d-6ed6db584211,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:34.554644 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-844d2f51-0b1e-4d9e-af4c-95a96d937976 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:34.558124 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-844d2f51-0b1e-4d9e-af4c-95a96d937976 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1920767 Sep 01 16:41:34.560941 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 38966) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:34.565238 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-d2e0a9d6-5515-447f-a27d-3b248eea3b4d tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Request body: {'security_group_rule': {'security_group_id': '540127ec-4e23-4f73-a15d-88ab904e2328', 'project_id': '13ab20a85384485e95e2c0dadcc8b43c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:41:34.593478 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-d2e0a9d6-5515-447f-a27d-3b248eea3b4d tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks [] for security_group_rule (c86811ea-8f65-4868-bff2-69e09f9d055c), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:34.609124 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-28eecd51-9d40-46ee-94d0-7eee798167b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-631080'] for router_gateway (8a7bba63-cf84-4a53-bfd6-eaff5c296ac8), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:34.651641 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-d2e0a9d6-5515-447f-a27d-3b248eea3b4d tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks [] for security_group_rule (c86811ea-8f65-4868-bff2-69e09f9d055c), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:34.655185 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-d2e0a9d6-5515-447f-a27d-3b248eea3b4d tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684833'] for security_group_rule (c86811ea-8f65-4868-bff2-69e09f9d055c), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:34.673514 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e0a9d6-5515-447f-a27d-3b248eea3b4d tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c86811ea-8f65-4868-bff2-69e09f9d055c,revision_number=0']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:34.681705 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-d2e0a9d6-5515-447f-a27d-3b248eea3b4d tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:34.682835 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-d2e0a9d6-5515-447f-a27d-3b248eea3b4d tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1209807 Sep 01 16:41:34.685486 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 38968) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:34.689700 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-36af800c-f9df-4cfb-bc7a-d0ecdebf5df4 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Request body: {'security_group_rule': {'security_group_id': '540127ec-4e23-4f73-a15d-88ab904e2328', 'project_id': '13ab20a85384485e95e2c0dadcc8b43c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:41:34.701819 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-28eecd51-9d40-46ee-94d0-7eee798167b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7479'] for router (8a7bba63-cf84-4a53-bfd6-eaff5c296ac8), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:34.702704 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:34.704345 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-28eecd51-9d40-46ee-94d0-7eee798167b3 admin admin] Publish callbacks [] for router_controller (8a7bba63-cf84-4a53-bfd6-eaff5c296ac8), precommit_delete_associations {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:34.711142 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.db.securitygroups_db [None req-36af800c-f9df-4cfb-bc7a-d0ecdebf5df4 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Project 13ab20a85384485e95e2c0dadcc8b43c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:41:34.717547 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-36af800c-f9df-4cfb-bc7a-d0ecdebf5df4 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks [] for security_group_rule (b9a01eb8-8f15-4d5f-85b1-7e7a3cd3d185), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:34.753371 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-28eecd51-9d40-46ee-94d0-7eee798167b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-630922'] for router (8a7bba63-cf84-4a53-bfd6-eaff5c296ac8), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:34.753946 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28eecd51-9d40-46ee-94d0-7eee798167b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a7bba63-cf84-4a53-bfd6-eaff5c296ac8 {{(pid=106489) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:41:34.760015 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-28eecd51-9d40-46ee-94d0-7eee798167b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:34.761143 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-28eecd51-9d40-46ee-94d0-7eee798167b3 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/8a7bba63-cf84-4a53-bfd6-eaff5c296ac8 HTTP/1.1" status: 204 len: 168 time: 0.9448357 Sep 01 16:41:34.763894 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 38970) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:34.775017 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-36af800c-f9df-4cfb-bc7a-d0ecdebf5df4 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks [] for security_group_rule (b9a01eb8-8f15-4d5f-85b1-7e7a3cd3d185), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:34.778666 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-36af800c-f9df-4cfb-bc7a-d0ecdebf5df4 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684833'] for security_group_rule (b9a01eb8-8f15-4d5f-85b1-7e7a3cd3d185), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:34.798842 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af800c-f9df-4cfb-bc7a-d0ecdebf5df4 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9a01eb8-8f15-4d5f-85b1-7e7a3cd3d185,revision_number=0']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:34.809831 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-36af800c-f9df-4cfb-bc7a-d0ecdebf5df4 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:34.811081 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-36af800c-f9df-4cfb-bc7a-d0ecdebf5df4 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1246738 Sep 01 16:41:34.811289 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.db_base_plugin_v2 [None req-833c3b90-13c7-47cf-b435-76bcf105e37d admin admin] Deleting subnet fdf6e192-10ef-49d3-8b96-d6cc87fe33e0 {{(pid=106489) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 16:41:34.813909 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 38972) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:34.814720 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-833c3b90-13c7-47cf-b435-76bcf105e37d admin admin] Publish callbacks [] for subnet (fdf6e192-10ef-49d3-8b96-d6cc87fe33e0), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:34.818843 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-741487cb-d229-4064-b31d-eed9ca880b05 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Request body: {'security_group_rule': {'security_group_id': '540127ec-4e23-4f73-a15d-88ab904e2328', 'project_id': '13ab20a85384485e95e2c0dadcc8b43c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:41:34.839166 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.db.securitygroups_db [None req-741487cb-d229-4064-b31d-eed9ca880b05 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Project 13ab20a85384485e95e2c0dadcc8b43c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:41:34.848348 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-741487cb-d229-4064-b31d-eed9ca880b05 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks [] for security_group_rule (7dc2664d-d8b4-4138-8632-2275eb408ae1), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:34.855619 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-833c3b90-13c7-47cf-b435-76bcf105e37d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261853238'] for subnet (fdf6e192-10ef-49d3-8b96-d6cc87fe33e0), precommit_delete_associations {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:34.914727 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-741487cb-d229-4064-b31d-eed9ca880b05 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks [] for security_group_rule (7dc2664d-d8b4-4138-8632-2275eb408ae1), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:34.920502 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-741487cb-d229-4064-b31d-eed9ca880b05 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684833'] for security_group_rule (7dc2664d-d8b4-4138-8632-2275eb408ae1), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:34.940796 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741487cb-d229-4064-b31d-eed9ca880b05 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dc2664d-d8b4-4138-8632-2275eb408ae1,revision_number=0']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:34.958560 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-741487cb-d229-4064-b31d-eed9ca880b05 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:34.962610 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-833c3b90-13c7-47cf-b435-76bcf105e37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459871'] for subnet (fdf6e192-10ef-49d3-8b96-d6cc87fe33e0), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:34.963940 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-741487cb-d229-4064-b31d-eed9ca880b05 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1484978 Sep 01 16:41:35.032723 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-833c3b90-13c7-47cf-b435-76bcf105e37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261343916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261874682'] for subnet (fdf6e192-10ef-49d3-8b96-d6cc87fe33e0), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:35.057176 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c3b90-13c7-47cf-b435-76bcf105e37d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdf6e192-10ef-49d3-8b96-d6cc87fe33e0,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:35.062809 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-833c3b90-13c7-47cf-b435-76bcf105e37d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for subnet (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:35.066013 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-833c3b90-13c7-47cf-b435-76bcf105e37d admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/fdf6e192-10ef-49d3-8b96-d6cc87fe33e0 HTTP/1.1" status: 204 len: 168 time: 0.3010812 Sep 01 16:41:35.068419 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 38976) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:35.070638 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f8b435-a6fd-4014-867a-b9fe566e0b3d None None] Network 1e2386a0-52ae-4650-b501-6e8c6cdd7cc9 requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:41:35.074754 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-61bbdd89-3d7f-4735-ad47-d1cdcdbbb22d req-45389d58-3f0e-4291-9a96-d8022cc1396a tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1212051678&fields=id&tenant_id=13ab20a85384485e95e2c0dadcc8b43c HTTP/1.1" status: 200 len: 267 time: 0.0463467 Sep 01 16:41:35.120811 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbdd89-3d7f-4735-ad47-d1cdcdbbb22d req-855d30c2-f64d-41e9-928c-ad3eb6413f1b tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:35.128125 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-61bbdd89-3d7f-4735-ad47-d1cdcdbbb22d req-855d30c2-f64d-41e9-928c-ad3eb6413f1b tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 946 time: 0.0525408 Sep 01 16:41:35.133376 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [req-61bbdd89-3d7f-4735-ad47-d1cdcdbbb22d req-0fd18469-edfb-4ec5-9e2f-d9717a0efa0c tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Request body: {'port': {'security_groups': ['23a3eeca-025b-4261-ab3b-cbd54b559ccd', '540127ec-4e23-4f73-a15d-88ab904e2328']}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:41:35.146911 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-091dfb51-c498-4227-b829-29ad07e7452a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1386798'] for network (1e2386a0-52ae-4650-b501-6e8c6cdd7cc9), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:35.193520 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.plugin [None req-091dfb51-c498-4227-b829-29ad07e7452a admin admin] Deleting port dcb427c5-ab2d-448c-bd72-af496c031b9c {{(pid=106489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:41:35.193860 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-091dfb51-c498-4227-b829-29ad07e7452a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (dcb427c5-ab2d-448c-bd72-af496c031b9c), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:35.219821 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-61bbdd89-3d7f-4735-ad47-d1cdcdbbb22d req-0fd18469-edfb-4ec5-9e2f-d9717a0efa0c tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (229f7341-6966-4b67-9657-ed92a6db27a4), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:35.260467 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.db [None req-091dfb51-c498-4227-b829-29ad07e7452a admin admin] For port dcb427c5-ab2d-448c-bd72-af496c031b9c, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=dcb427c5-ab2d-448c-bd72-af496c031b9c,segment=NetworkSegment(a5fdef99-cab9-4e68-9f85-2b12b874dece),segment_id=a5fdef99-cab9-4e68-9f85-2b12b874dece)] {{(pid=106489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:41:35.261049 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-091dfb51-c498-4227-b829-29ad07e7452a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (dcb427c5-ab2d-448c-bd72-af496c031b9c), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:35.273840 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.plugin [None req-091dfb51-c498-4227-b829-29ad07e7452a admin admin] Calling delete_port for dcb427c5-ab2d-448c-bd72-af496c031b9c owned by network:dhcp {{(pid=106489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:41:35.364336 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286afd8b-af69-4161-bd9a-81e551adef44 None None] DHCP port deletion for 1e2386a0-52ae-4650-b501-6e8c6cdd7cc9 request from dv-cinder-852209-10-iscsi {{(pid=106491) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 01 16:41:35.371239 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:35.388230 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-091dfb51-c498-4227-b829-29ad07e7452a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261346675'] for port (dcb427c5-ab2d-448c-bd72-af496c031b9c), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:35.409916 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 5bf7e611-18e1-489f-893a-f5c18377fe8e no longer exists at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:41:35.419462 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091dfb51-c498-4227-b829-29ad07e7452a admin admin] Pushing event deleted for resources: {'Port': ['ID=dcb427c5-ab2d-448c-bd72-af496c031b9c,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:35.425310 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091dfb51-c498-4227-b829-29ad07e7452a admin admin] No DVR routers for this DVR port dcb427c5-ab2d-448c-bd72-af496c031b9c on host dv-cinder-852209-10-iscsi {{(pid=106489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 16:41:35.446979 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-61bbdd89-3d7f-4735-ad47-d1cdcdbbb22d req-0fd18469-edfb-4ec5-9e2f-d9717a0efa0c tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] For port 229f7341-6966-4b67-9657-ed92a6db27a4, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=229f7341-6966-4b67-9657-ed92a6db27a4,segment=NetworkSegment(e1fd3a59-64dd-4c0d-8007-f96041459bea),segment_id=e1fd3a59-64dd-4c0d-8007-f96041459bea)] {{(pid=106490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:41:35.458664 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-286afd8b-af69-4161-bd9a-81e551adef44 None None] Deleting port dcb427c5-ab2d-448c-bd72-af496c031b9c {{(pid=106491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:41:35.459041 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-286afd8b-af69-4161-bd9a-81e551adef44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (dcb427c5-ab2d-448c-bd72-af496c031b9c), before_delete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:35.462146 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] No Port match for: 5bf7e611-18e1-489f-893a-f5c18377fe8e {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:41:35.462514 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 5bf7e611-18e1-489f-893a-f5c18377fe8e not bound to the agent host dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:41:35.487599 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-61bbdd89-3d7f-4735-ad47-d1cdcdbbb22d req-0fd18469-edfb-4ec5-9e2f-d9717a0efa0c tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks [] for port (229f7341-6966-4b67-9657-ed92a6db27a4), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:35.495379 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-61bbdd89-3d7f-4735-ad47-d1cdcdbbb22d req-0fd18469-edfb-4ec5-9e2f-d9717a0efa0c tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261539433'] for port (229f7341-6966-4b67-9657-ed92a6db27a4), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:35.507861 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:35.515704 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbdd89-3d7f-4735-ad47-d1cdcdbbb22d req-0fd18469-edfb-4ec5-9e2f-d9717a0efa0c tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:35.516588 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-61bbdd89-3d7f-4735-ad47-d1cdcdbbb22d req-0fd18469-edfb-4ec5-9e2f-d9717a0efa0c tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:35.518446 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-61bbdd89-3d7f-4735-ad47-d1cdcdbbb22d req-0fd18469-edfb-4ec5-9e2f-d9717a0efa0c tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "PUT /networking/v2.0/ports/229f7341-6966-4b67-9657-ed92a6db27a4 HTTP/1.1" status: 200 len: 982 time: 0.3894720 Sep 01 16:41:35.519260 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-091dfb51-c498-4227-b829-29ad07e7452a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497336', 'neutron.services.segments.db._delete_segments_for_network-8777439728797'] for network (1e2386a0-52ae-4650-b501-6e8c6cdd7cc9), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:35.520196 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840b3e8c-3b9a-44ee-8f03-43d332ca8b26', 'tag': '229f7341-6966-4b67-9657-ed92a6db27a4'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:41:35.523094 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621f31c6-84e9-4f82-bc4c-4cd0b9ba7c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "840b3e8c-3b9a-44ee-8f03-43d332ca8b26", "tag": "229f7341-6966-4b67-9657-ed92a6db27a4"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:41:35.554030 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:35.556449 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] get_ports_and_sgs() called for port_ids ['229f7341-6966-4b67-9657-ed92a6db27a4'] {{(pid=106491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 16:41:35.560532 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.services.segments.db [None req-091dfb51-c498-4227-b829-29ad07e7452a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e2386a0-52ae-4650-b501-6e8c6cdd7cc9']}} {{(pid=106489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:41:35.595166 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.services.segments.db [None req-091dfb51-c498-4227-b829-29ad07e7452a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5fdef99-cab9-4e68-9f85-2b12b874dece') {'for_net_delete': True} {{(pid=106489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:41:35.595460 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.services.segments.db [None req-091dfb51-c498-4227-b829-29ad07e7452a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5fdef99-cab9-4e68-9f85-2b12b874dece') {} {{(pid=106489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:41:35.607971 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-091dfb51-c498-4227-b829-29ad07e7452a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777439826661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261853217'] for segment (a5fdef99-cab9-4e68-9f85-2b12b874dece), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:35.613688 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd18469-edfb-4ec5-9e2f-d9717a0efa0c tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Pushing event updated for resources: {'Port': ['ID=229f7341-6966-4b67-9657-ed92a6db27a4,revision_number=6']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:35.623244 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 16:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985780f3-bda7-4d19-a47f-f56c5066a171 x-openstack-request-id: req-985780f3-bda7-4d19-a47f-f56c5066a171 {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:41:35.624576 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840b3e8c-3b9a-44ee-8f03-43d332ca8b26", "tag": "229f7341-6966-4b67-9657-ed92a6db27a4", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:41:35.625132 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-985780f3-bda7-4d19-a47f-f56c5066a171 {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:41:35.625536 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-985780f3-bda7-4d19-a47f-f56c5066a171'] response: {'name': 'network-changed', 'server_uuid': '840b3e8c-3b9a-44ee-8f03-43d332ca8b26', 'tag': '229f7341-6966-4b67-9657-ed92a6db27a4', 'status': 'completed', 'code': 200} Sep 01 16:41:35.632296 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-091dfb51-c498-4227-b829-29ad07e7452a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449'] for segment (a5fdef99-cab9-4e68-9f85-2b12b874dece), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:35.633669 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-286afd8b-af69-4161-bd9a-81e551adef44 None None] For port dcb427c5-ab2d-448c-bd72-af496c031b9c, host dv-cinder-852209-10-iscsi, got binding levels [] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:41:35.634363 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-286afd8b-af69-4161-bd9a-81e551adef44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (dcb427c5-ab2d-448c-bd72-af496c031b9c), precommit_delete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:35.648846 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-091dfb51-c498-4227-b829-29ad07e7452a admin admin] Releasing vlan 930 on physical network physnet1 to pool {{(pid=106489) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:41:35.649774 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-091dfb51-c498-4227-b829-29ad07e7452a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261346574'] for segment (a5fdef99-cab9-4e68-9f85-2b12b874dece), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:35.665570 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-286afd8b-af69-4161-bd9a-81e551adef44 None None] Calling delete_port for dcb427c5-ab2d-448c-bd72-af496c031b9c owned by network:dhcp {{(pid=106491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:41:35.670509 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.ipam_backend_mixin [None req-286afd8b-af69-4161-bd9a-81e551adef44 None None] Port dcb427c5-ab2d-448c-bd72-af496c031b9c was not found and therefore no delete operation was performed {{(pid=106491) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 01 16:41:35.671999 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-286afd8b-af69-4161-bd9a-81e551adef44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856'] for port (dcb427c5-ab2d-448c-bd72-af496c031b9c), after_delete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:35.703524 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286afd8b-af69-4161-bd9a-81e551adef44 None None] Pushing event deleted for resources: {'Port': ['ID=dcb427c5-ab2d-448c-bd72-af496c031b9c,revision_number=None']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:35.709665 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.services.segments.plugin [-] Segment a5fdef99-cab9-4e68-9f85-2b12b874dece resource provider aggregate not found Sep 01 16:41:35.714796 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] get_ports_and_sgs() called for port_ids ['229f7341-6966-4b67-9657-ed92a6db27a4'] {{(pid=106491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 16:41:35.735301 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.services.segments.plugin [-] Segment a5fdef99-cab9-4e68-9f85-2b12b874dece resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a5fdef99-cab9-4e68-9f85-2b12b874dece found for delete ", "request_id": "req-2ebb8711-e086-4f1c-a0d2-ffdafe60ffb9"}]} Sep 01 16:41:35.742702 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba488a54-c0aa-4bed-ac06-0612ec693976 req-54511c95-fd87-4fa9-b84e-1c0b7f47f53a tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:35.744242 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-ba488a54-c0aa-4bed-ac06-0612ec693976 req-54511c95-fd87-4fa9-b84e-1c0b7f47f53a tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 985 time: 0.1134520 Sep 01 16:41:35.746427 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f31c6-84e9-4f82-bc4c-4cd0b9ba7c0e req-82e6bdc1-fb6f-424b-88b0-e6b04d772bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:35.748092 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-621f31c6-84e9-4f82-bc4c-4cd0b9ba7c0e req-82e6bdc1-fb6f-424b-88b0-e6b04d772bc7 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=13ab20a85384485e95e2c0dadcc8b43c&device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 1169 time: 0.0810914 Sep 01 16:41:35.749807 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-091dfb51-c498-4227-b829-29ad07e7452a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631280'] for network (1e2386a0-52ae-4650-b501-6e8c6cdd7cc9), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:35.758954 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-091dfb51-c498-4227-b829-29ad07e7452a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for network (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:35.765908 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-091dfb51-c498-4227-b829-29ad07e7452a admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/1e2386a0-52ae-4650-b501-6e8c6cdd7cc9 HTTP/1.1" status: 204 len: 168 time: 0.6957932 Sep 01 16:41:35.770306 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286afd8b-af69-4161-bd9a-81e551adef44 None None] No DVR routers for this DVR port dcb427c5-ab2d-448c-bd72-af496c031b9c on host dv-cinder-852209-10-iscsi {{(pid=106491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 16:41:35.801852 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091dfb51-c498-4227-b829-29ad07e7452a admin admin] Pushing event deleted for resources: {'Network': ['ID=1e2386a0-52ae-4650-b501-6e8c6cdd7cc9,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:35.849423 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-ba488a54-c0aa-4bed-ac06-0612ec693976 req-183fcf82-7d66-4938-a426-3011cad1ab09 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=540127ec-4e23-4f73-a15d-88ab904e2328&id=23a3eeca-025b-4261-ab3b-cbd54b559ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0931897 Sep 01 16:41:35.869146 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:35.906799 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:35.924381 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f31c6-84e9-4f82-bc4c-4cd0b9ba7c0e req-fd843ab9-0ab0-4084-ad8b-02a85db1369f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:35.926188 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-621f31c6-84e9-4f82-bc4c-4cd0b9ba7c0e req-fd843ab9-0ab0-4084-ad8b-02a85db1369f service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=39b32e89-2562-41b6-8f54-e0086889d468 HTTP/1.1" status: 200 len: 915 time: 0.1719294 Sep 01 16:41:36.001316 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 38992) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:36.001936 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:36.005508 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-621f31c6-84e9-4f82-bc4c-4cd0b9ba7c0e req-8a6ed117-02bf-444e-8b58-f9bd1e701074 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=229f7341-6966-4b67-9657-ed92a6db27a4 HTTP/1.1" status: 200 len: 1001 time: 0.0719066 Sep 01 16:41:36.044905 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-fbd13070-99a4-4f50-a39f-5f59a236d247 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=cfb0b630e22745e8af15fb02c71800c3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0400898 Sep 01 16:41:36.045091 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 38994) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:36.067984 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f31c6-84e9-4f82-bc4c-4cd0b9ba7c0e req-42dec9c1-df8d-4627-8098-a5b0fb2b608c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:36.069153 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-621f31c6-84e9-4f82-bc4c-4cd0b9ba7c0e req-42dec9c1-df8d-4627-8098-a5b0fb2b608c service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=0dc4a385-95e8-4723-8dcf-4daafb3488ee HTTP/1.1" status: 200 len: 853 time: 0.0563729 Sep 01 16:41:36.093197 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-52d02ce2-ca90-4735-9696-924934c03665 admin admin] Publish callbacks [] for security_group (8b12dc39-a863-4a94-887d-d1e0292930e8), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:36.114343 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-52d02ce2-ca90-4735-9696-924934c03665 admin admin] Publish callbacks [] for security_group (8b12dc39-a863-4a94-887d-d1e0292930e8), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:36.121275 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f31c6-84e9-4f82-bc4c-4cd0b9ba7c0e req-fc84121d-4378-4fa1-8ba9-ea288ecaa919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:36.122846 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-621f31c6-84e9-4f82-bc4c-4cd0b9ba7c0e req-fc84121d-4378-4fa1-8ba9-ea288ecaa919 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=39b32e89-2562-41b6-8f54-e0086889d468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0473807 Sep 01 16:41:36.167991 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-52d02ce2-ca90-4735-9696-924934c03665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (8b12dc39-a863-4a94-887d-d1e0292930e8), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:36.170731 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-52d02ce2-ca90-4735-9696-924934c03665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:36.174880 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-52d02ce2-ca90-4735-9696-924934c03665 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/8b12dc39-a863-4a94-887d-d1e0292930e8 HTTP/1.1" status: 204 len: 168 time: 0.1261630 Sep 01 16:41:36.183287 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d02ce2-ca90-4735-9696-924934c03665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b12dc39-a863-4a94-887d-d1e0292930e8,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:36.231011 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-621f31c6-84e9-4f82-bc4c-4cd0b9ba7c0e req-302540f2-6e90-47d7-8cf2-c1973379c774 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/39b32e89-2562-41b6-8f54-e0086889d468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017282 Sep 01 16:41:36.335017 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-621f31c6-84e9-4f82-bc4c-4cd0b9ba7c0e req-5d149274-dbf8-459a-959d-3cf1b00d5743 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/39b32e89-2562-41b6-8f54-e0086889d468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979204 Sep 01 16:41:36.907213 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 39028) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:36.927688 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device dcb427c5-ab2d-448c-bd72-af496c031b9c no longer exists at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:41:36.952520 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] No Port match for: dcb427c5-ab2d-448c-bd72-af496c031b9c {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:41:36.952854 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device dcb427c5-ab2d-448c-bd72-af496c031b9c not bound to the agent host dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:41:36.953277 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 6f5e2d84-5694-4838-b29d-6ed6db584211 no longer exists at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:41:36.972508 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] No Port match for: 6f5e2d84-5694-4838-b29d-6ed6db584211 {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:41:36.972847 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 6f5e2d84-5694-4838-b29d-6ed6db584211 not bound to the agent host dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:41:37.021440 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-9d19615f-f5ef-4014-9251-e703321c9d35 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1256010836-network', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef'}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:41:37.041213 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d19615f-f5ef-4014-9251-e703321c9d35 admin admin] Made reservation on behalf of 9b9aa20e1ffb453d9ee13dd6ae2c25ef for: {'network': 1} {{(pid=106489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:41:37.043698 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9d19615f-f5ef-4014-9251-e703321c9d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for network (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:37.051988 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9d19615f-f5ef-4014-9251-e703321c9d35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:37.126345 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9d19615f-f5ef-4014-9251-e703321c9d35 admin admin] Publish callbacks [] for security_group (b2548679-2e74-4172-9319-c76474aeaa22), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:37.129698 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9d19615f-f5ef-4014-9251-e703321c9d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (b2548679-2e74-4172-9319-c76474aeaa22), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:37.157634 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d19615f-f5ef-4014-9251-e703321c9d35 admin admin] vlan segment allocate from pool success with {'vlan_id': 912, 'physical_network': 'physnet1'} {{(pid=106489) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:41:37.164484 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19615f-f5ef-4014-9251-e703321c9d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2548679-2e74-4172-9319-c76474aeaa22,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:37.170777 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9d19615f-f5ef-4014-9251-e703321c9d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449'] for segment (0363ed2f-e965-4e31-8039-d81606d4468a), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:37.171114 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.db.segments_db [None req-9d19615f-f5ef-4014-9251-e703321c9d35 admin admin] Added segment 0363ed2f-e965-4e31-8039-d81606d4468a of type vlan for network ae0395ee-74d9-4949-89c6-cf6ebc736a46 Sep 01 16:41:37.213232 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9d19615f-f5ef-4014-9251-e703321c9d35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777439247782'] for network (ae0395ee-74d9-4949-89c6-cf6ebc736a46), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:37.238265 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9d19615f-f5ef-4014-9251-e703321c9d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248'] for network (ae0395ee-74d9-4949-89c6-cf6ebc736a46), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:37.239270 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d19615f-f5ef-4014-9251-e703321c9d35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:37.239846 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9d19615f-f5ef-4014-9251-e703321c9d35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for network (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:37.261474 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:37.297027 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-9d19615f-f5ef-4014-9251-e703321c9d35 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3884842 Sep 01 16:41:37.300228 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 39034) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:37.306958 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-42bd3fbe-92fe-4f31-922b-8d061240b7fe admin admin] Request body: {'subnet': {'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1256010836-subnet', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:41:37.309932 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19615f-f5ef-4014-9251-e703321c9d35 admin admin] Pushing event updated for resources: {'Network': ['ID=ae0395ee-74d9-4949-89c6-cf6ebc736a46,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:37.319153 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Network ae0395ee-74d9-4949-89c6-cf6ebc736a46 details requested by agent ovs-agent-dv-cinder-852209-10-iscsi with host dv-cinder-852209-10-iscsi {{(pid=106491) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:41:37.333912 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bd3fbe-92fe-4f31-922b-8d061240b7fe admin admin] Made reservation on behalf of 9b9aa20e1ffb453d9ee13dd6ae2c25ef for: {'subnet': 1} {{(pid=106490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:41:37.336406 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-42bd3fbe-92fe-4f31-922b-8d061240b7fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261988448'] for subnet (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:37.516254 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-42bd3fbe-92fe-4f31-922b-8d061240b7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261544416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261988434'] for subnet (e9b0dd6e-b554-478d-81fd-0da60f4e81d8), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:37.563320 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd3fbe-92fe-4f31-922b-8d061240b7fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9b0dd6e-b554-478d-81fd-0da60f4e81d8,revision_number=0']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:37.568687 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:37.583452 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bd3fbe-92fe-4f31-922b-8d061240b7fe admin admin] Checking segment: {'id': '0363ed2f-e965-4e31-8039-d81606d4468a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:41:37.583818 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bd3fbe-92fe-4f31-922b-8d061240b7fe admin admin] Network hostable DHCP agents. Network: ae0395ee-74d9-4949-89c6-cf6ebc736a46, hostable agents: ['afc997ee-16d2-4ffa-9693-fa31543fa952'], hosted agents: [] {{(pid=106490) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:41:37.600824 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bd3fbe-92fe-4f31-922b-8d061240b7fe admin admin] Network ae0395ee-74d9-4949-89c6-cf6ebc736a46 is scheduled to be hosted by DHCP agent afc997ee-16d2-4ffa-9693-fa31543fa952 with binding_index 1 {{(pid=106490) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:41:37.609892 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [None req-42bd3fbe-92fe-4f31-922b-8d061240b7fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852209-10-iscsi, ae0395ee-74d9-4949-89c6-cf6ebc736a46) {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:41:37.613816 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bd3fbe-92fe-4f31-922b-8d061240b7fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:37.614431 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-42bd3fbe-92fe-4f31-922b-8d061240b7fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:37.619511 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537ab11b-3bd0-4de0-90a0-a7828d1ec3f0 None None] Network ae0395ee-74d9-4949-89c6-cf6ebc736a46 requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:41:37.632295 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-42bd3fbe-92fe-4f31-922b-8d061240b7fe admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3307579 Sep 01 16:41:37.635032 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 39036) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:37.639323 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-10bf9709-87aa-446d-9fd8-3c332c4f144a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1256010836-router', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'}}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:41:37.658861 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-10bf9709-87aa-446d-9fd8-3c332c4f144a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-633072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7429'] for router (8a000a00-21da-405e-aff7-2b2ad6be6227), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:37.660070 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-10bf9709-87aa-446d-9fd8-3c332c4f144a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-612190', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7436'] for router (8a000a00-21da-405e-aff7-2b2ad6be6227), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:37.715022 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-10bf9709-87aa-446d-9fd8-3c332c4f144a admin admin] Publish callbacks [] for router_controller (8a000a00-21da-405e-aff7-2b2ad6be6227), precommit_add_association {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:37.735995 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c868da75-0fe1-40c1-b36e-bbe81bf0c5da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp704810b6-d790-5017-b732-94aec06070b8-ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'fixed_ips': [{'subnet_id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8'}]}} from dv-cinder-852209-10-iscsi. {{(pid=106491) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 01 16:41:37.736900 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-c868da75-0fe1-40c1-b36e-bbe81bf0c5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:37.858575 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-10bf9709-87aa-446d-9fd8-3c332c4f144a admin admin] Publish callbacks [] for router_gateway (8a000a00-21da-405e-aff7-2b2ad6be6227), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:37.862102 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:37.866056 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:37.869813 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:37.871707 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.db_base_plugin_common [None req-c868da75-0fe1-40c1-b36e-bbe81bf0c5da None None] Allocated IP 172.20.0.2 (ae0395ee-74d9-4949-89c6-cf6ebc736a46/e9b0dd6e-b554-478d-81fd-0da60f4e81d8/d6ef8737-1439-4cc1-a29b-89ba84e4bfa2) {{(pid=106491) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:41:38.021794 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-c868da75-0fe1-40c1-b36e-bbe81bf0c5da None None] Publish callbacks [] for port (d6ef8737-1439-4cc1-a29b-89ba84e4bfa2), precommit_create {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:38.032409 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-c868da75-0fe1-40c1-b36e-bbe81bf0c5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847'] for port (d6ef8737-1439-4cc1-a29b-89ba84e4bfa2), after_create {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:38.057441 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-10bf9709-87aa-446d-9fd8-3c332c4f144a admin admin] Publish callbacks [] for router_gateway (8a000a00-21da-405e-aff7-2b2ad6be6227), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:38.079108 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-10bf9709-87aa-446d-9fd8-3c332c4f144a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:38.090630 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c868da75-0fe1-40c1-b36e-bbe81bf0c5da None None] Network ae0395ee-74d9-4949-89c6-cf6ebc736a46 is already hosted by enough agents. {{(pid=106491) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:41:38.094113 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c868da75-0fe1-40c1-b36e-bbe81bf0c5da None None] Pushing event updated for resources: {'Port': ['ID=d6ef8737-1439-4cc1-a29b-89ba84e4bfa2,revision_number=1']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:38.096717 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.scheduler.base_scheduler [None req-c868da75-0fe1-40c1-b36e-bbe81bf0c5da None None] Resources bound (agent type, host, resource id): {{(pid=106491) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:41:38.099087 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c868da75-0fe1-40c1-b36e-bbe81bf0c5da None None] Received port after_create {{(pid=106491) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:41:38.158582 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-c868da75-0fe1-40c1-b36e-bbe81bf0c5da None None] Attempting to bind port d6ef8737-1439-4cc1-a29b-89ba84e4bfa2 on host dv-cinder-852209-10-iscsi for vnic_type normal with profile {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:41:38.161673 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-c868da75-0fe1-40c1-b36e-bbe81bf0c5da None None] Attempting to bind port d6ef8737-1439-4cc1-a29b-89ba84e4bfa2 by drivers openvswitch,hyperv on host dv-cinder-852209-10-iscsi at level 0 using segments [{'id': '0363ed2f-e965-4e31-8039-d81606d4468a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46'}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:41:38.161673 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c868da75-0fe1-40c1-b36e-bbe81bf0c5da None None] Attempting to bind port d6ef8737-1439-4cc1-a29b-89ba84e4bfa2 on network ae0395ee-74d9-4949-89c6-cf6ebc736a46 {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:41:38.167220 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c868da75-0fe1-40c1-b36e-bbe81bf0c5da None None] Checking agent: {'id': 'de41263d-808c-41d9-af38-92939b4ec796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 25, 56), 'started_at': datetime.datetime(2022, 9, 1, 16, 26, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:41:38.167672 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c868da75-0fe1-40c1-b36e-bbe81bf0c5da None None] Checking segment: {'id': '0363ed2f-e965-4e31-8039-d81606d4468a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:41:38.168785 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-c868da75-0fe1-40c1-b36e-bbe81bf0c5da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:38.169361 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c868da75-0fe1-40c1-b36e-bbe81bf0c5da None None] Bound using segment: {'id': '0363ed2f-e965-4e31-8039-d81606d4468a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46'} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:41:38.169900 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-c868da75-0fe1-40c1-b36e-bbe81bf0c5da None None] Bound port: d6ef8737-1439-4cc1-a29b-89ba84e4bfa2, host: dv-cinder-852209-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0363ed2f-e965-4e31-8039-d81606d4468a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46'}}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:41:38.170369 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-c868da75-0fe1-40c1-b36e-bbe81bf0c5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (d6ef8737-1439-4cc1-a29b-89ba84e4bfa2), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:38.215032 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_common [None req-10bf9709-87aa-446d-9fd8-3c332c4f144a admin admin] Allocated IP 172.27.2.231 (537c3a33-78cb-41f3-a0ee-71478f9cfd9b/3e5d1400-7955-40a6-9a09-08f8a8c1db3a/51f9d634-36f5-48f2-a38f-6793a17d2e3e) {{(pid=106490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:41:38.243336 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-c868da75-0fe1-40c1-b36e-bbe81bf0c5da None None] For port d6ef8737-1439-4cc1-a29b-89ba84e4bfa2, host dv-cinder-852209-10-iscsi, cleared binding levels {{(pid=106491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:41:38.246584 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-c868da75-0fe1-40c1-b36e-bbe81bf0c5da None None] For port d6ef8737-1439-4cc1-a29b-89ba84e4bfa2, host dv-cinder-852209-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=d6ef8737-1439-4cc1-a29b-89ba84e4bfa2,segment=NetworkSegment(0363ed2f-e965-4e31-8039-d81606d4468a),segment_id=0363ed2f-e965-4e31-8039-d81606d4468a)] {{(pid=106491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:41:38.253067 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-c868da75-0fe1-40c1-b36e-bbe81bf0c5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (d6ef8737-1439-4cc1-a29b-89ba84e4bfa2), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:38.254562 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 39044) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:38.309245 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c868da75-0fe1-40c1-b36e-bbe81bf0c5da None None] Pushing event updated for resources: {'Port': ['ID=d6ef8737-1439-4cc1-a29b-89ba84e4bfa2,revision_number=2']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:38.343052 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-10bf9709-87aa-446d-9fd8-3c332c4f144a admin admin] Publish callbacks [] for port (51f9d634-36f5-48f2-a38f-6793a17d2e3e), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:38.379081 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-10bf9709-87aa-446d-9fd8-3c332c4f144a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (51f9d634-36f5-48f2-a38f-6793a17d2e3e), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:38.393997 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-2b284481-6023-4d7d-b66f-4e7cc990442c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:38.425590 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bf9709-87aa-446d-9fd8-3c332c4f144a admin admin] Network 537c3a33-78cb-41f3-a0ee-71478f9cfd9b is already hosted by enough agents. {{(pid=106490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:41:38.428596 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [None req-10bf9709-87aa-446d-9fd8-3c332c4f144a admin admin] Resources bound (agent type, host, resource id): {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:41:38.431942 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bf9709-87aa-446d-9fd8-3c332c4f144a admin admin] Received port after_create {{(pid=106490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:41:38.464146 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf9709-87aa-446d-9fd8-3c332c4f144a admin admin] Pushing event updated for resources: {'Port': ['ID=51f9d634-36f5-48f2-a38f-6793a17d2e3e,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:38.488044 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3,neutron:DELETE=8,neutron:INSERT=11 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:38.495671 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-2b284481-6023-4d7d-b66f-4e7cc990442c admin admin] Publish callbacks [] for security_group (cb0deafa-d4f9-44eb-9962-83ac812c1316), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:38.505946 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-2b284481-6023-4d7d-b66f-4e7cc990442c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (cb0deafa-d4f9-44eb-9962-83ac812c1316), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:38.568652 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-2b284481-6023-4d7d-b66f-4e7cc990442c admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=800f5a26cfcc46aeac51f287032b4222&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3127944 Sep 01 16:41:38.569537 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 39048) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:38.569931 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b284481-6023-4d7d-b66f-4e7cc990442c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0deafa-d4f9-44eb-9962-83ac812c1316,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:38.616922 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:38.695330 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-adc605df-8e6a-429d-94be-0421ea716395 admin admin] Publish callbacks [] for security_group (cb0deafa-d4f9-44eb-9962-83ac812c1316), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:38.718295 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:38.728781 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-adc605df-8e6a-429d-94be-0421ea716395 admin admin] Publish callbacks [] for security_group (cb0deafa-d4f9-44eb-9962-83ac812c1316), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:38.802793 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-10bf9709-87aa-446d-9fd8-3c332c4f144a admin admin] Publish callbacks [] for router_gateway (8a000a00-21da-405e-aff7-2b2ad6be6227), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:38.857208 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-adc605df-8e6a-429d-94be-0421ea716395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (cb0deafa-d4f9-44eb-9962-83ac812c1316), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:38.859726 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-adc605df-8e6a-429d-94be-0421ea716395 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:38.860834 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-adc605df-8e6a-429d-94be-0421ea716395 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/cb0deafa-d4f9-44eb-9962-83ac812c1316 HTTP/1.1" status: 204 len: 168 time: 0.2903211 Sep 01 16:41:38.898896 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc605df-8e6a-429d-94be-0421ea716395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0deafa-d4f9-44eb-9962-83ac812c1316,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:38.956872 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device d6ef8737-1439-4cc1-a29b-89ba84e4bfa2 up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:41:39.009892 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port d6ef8737-1439-4cc1-a29b-89ba84e4bfa2 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:41:39.010300 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (d6ef8737-1439-4cc1-a29b-89ba84e4bfa2), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:39.045945 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-10bf9709-87aa-446d-9fd8-3c332c4f144a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-612335'] for router (8a000a00-21da-405e-aff7-2b2ad6be6227), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:39.097712 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port d6ef8737-1439-4cc1-a29b-89ba84e4bfa2 is: DOWN; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:41:39.098313 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (d6ef8737-1439-4cc1-a29b-89ba84e4bfa2), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:39.138604 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] For port d6ef8737-1439-4cc1-a29b-89ba84e4bfa2, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=d6ef8737-1439-4cc1-a29b-89ba84e4bfa2,segment=NetworkSegment(0363ed2f-e965-4e31-8039-d81606d4468a),segment_id=0363ed2f-e965-4e31-8039-d81606d4468a)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:41:39.148012 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (d6ef8737-1439-4cc1-a29b-89ba84e4bfa2), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:39.202840 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10bf9709-87aa-446d-9fd8-3c332c4f144a admin admin] Router 8a000a00-21da-405e-aff7-2b2ad6be6227 is scheduled to L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 with binding_index 1 {{(pid=106490) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:41:39.221979 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Pushing event updated for resources: {'Port': ['ID=d6ef8737-1439-4cc1-a29b-89ba84e4bfa2,revision_number=3']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:39.322367 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bf9709-87aa-446d-9fd8-3c332c4f144a admin admin] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:41:39.332521 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8f5476-83e0-4c30-8fa4-7350de2e4872 None None] Sync routers for ids ['8a000a00-21da-405e-aff7-2b2ad6be6227'] in dv-cinder-852209-10-iscsi {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:41:39.346287 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-10bf9709-87aa-446d-9fd8-3c332c4f144a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:39.350291 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-10bf9709-87aa-446d-9fd8-3c332c4f144a admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7135122 Sep 01 16:41:39.353661 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 39064) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:39.364870 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8f5476-83e0-4c30-8fa4-7350de2e4872 None None] Routers {'8a000a00-21da-405e-aff7-2b2ad6be6227'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:41:39.365510 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-8b8f5476-83e0-4c30-8fa4-7350de2e4872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:41:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['8a000a00-21da-405e-aff7-2b2ad6be6227'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:41:39.434653 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aefda40-49ec-40c3-9aaf-29c86e46b008 None None] Network ae0395ee-74d9-4949-89c6-cf6ebc736a46 requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:41:39.439833 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:UPDATE=5 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:39.552921 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03486ab1-c2d5-4697-bdc2-bb2c79c03a7f None None] Provisioning complete for port d6ef8737-1439-4cc1-a29b-89ba84e4bfa2 triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:41:39.553309 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03486ab1-c2d5-4697-bdc2-bb2c79c03a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (d6ef8737-1439-4cc1-a29b-89ba84e4bfa2), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:39.597560 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-8b8f5476-83e0-4c30-8fa4-7350de2e4872 None None] Set router 8a000a00-21da-405e-aff7-2b2ad6be6227 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:41:39.662095 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:39.808245 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03486ab1-c2d5-4697-bdc2-bb2c79c03a7f None None] Current status of the port d6ef8737-1439-4cc1-a29b-89ba84e4bfa2 is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:41:39.838092 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-64fa1109-e120-4e20-9d5a-0fd725eb4107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:39.859426 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-8b8f5476-83e0-4c30-8fa4-7350de2e4872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'name': 'tempest-AttachVolumeNegativeTest-1256010836-router', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:41:37Z', 'updated_at': '2022-09-01T16:41:38Z', 'revision_number': 3, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'gw_port': {'id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:38:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:38Z', 'updated_at': '2022-09-01T16:41:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:41:39.888100 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8f5476-83e0-4c30-8fa4-7350de2e4872 None None] Checking router: 8a000a00-21da-405e-aff7-2b2ad6be6227 for host: dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:41:39.888711 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8f5476-83e0-4c30-8fa4-7350de2e4872 None None] Updating router 8a000a00-21da-405e-aff7-2b2ad6be6227 port 51f9d634-36f5-48f2-a38f-6793a17d2e3e binding host dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:41:39.919469 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-8b8f5476-83e0-4c30-8fa4-7350de2e4872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (51f9d634-36f5-48f2-a38f-6793a17d2e3e), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:40.043973 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-3a40583c-6d77-4650-aa1d-31ad9f6a3356 None None] Provisioning complete for port d6ef8737-1439-4cc1-a29b-89ba84e4bfa2 triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:41:40.044435 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-3a40583c-6d77-4650-aa1d-31ad9f6a3356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (d6ef8737-1439-4cc1-a29b-89ba84e4bfa2), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:40.047931 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.db_base_plugin_common [None req-64fa1109-e120-4e20-9d5a-0fd725eb4107 admin admin] Allocated IP 172.20.0.1 (ae0395ee-74d9-4949-89c6-cf6ebc736a46/e9b0dd6e-b554-478d-81fd-0da60f4e81d8/087328a0-d3ac-421a-9dc7-4759db8aec06) {{(pid=106489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:41:40.055652 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:40.193620 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-64fa1109-e120-4e20-9d5a-0fd725eb4107 admin admin] Publish callbacks [] for port (087328a0-d3ac-421a-9dc7-4759db8aec06), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:40.206368 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-3a40583c-6d77-4650-aa1d-31ad9f6a3356 None None] Current status of the port d6ef8737-1439-4cc1-a29b-89ba84e4bfa2 is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:41:40.230054 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-64fa1109-e120-4e20-9d5a-0fd725eb4107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261346675'] for port (087328a0-d3ac-421a-9dc7-4759db8aec06), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:40.269133 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:40.271237 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fa1109-e120-4e20-9d5a-0fd725eb4107 admin admin] Network ae0395ee-74d9-4949-89c6-cf6ebc736a46 is already hosted by enough agents. {{(pid=106489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:41:40.273659 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-8b8f5476-83e0-4c30-8fa4-7350de2e4872 None None] Publish callbacks [] for port (51f9d634-36f5-48f2-a38f-6793a17d2e3e), precommit_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:40.277696 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.base_scheduler [None req-64fa1109-e120-4e20-9d5a-0fd725eb4107 admin admin] Resources bound (agent type, host, resource id): {{(pid=106489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:41:40.282465 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fa1109-e120-4e20-9d5a-0fd725eb4107 admin admin] Received port after_create {{(pid=106489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:41:40.290216 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-8b8f5476-83e0-4c30-8fa4-7350de2e4872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (51f9d634-36f5-48f2-a38f-6793a17d2e3e), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:40.316167 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa1109-e120-4e20-9d5a-0fd725eb4107 admin admin] Pushing event updated for resources: {'Port': ['ID=087328a0-d3ac-421a-9dc7-4759db8aec06,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:40.336078 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-64fa1109-e120-4e20-9d5a-0fd725eb4107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630860'] for router_interface (8a000a00-21da-405e-aff7-2b2ad6be6227), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:40.342484 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=100 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:40.348983 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-8b8f5476-83e0-4c30-8fa4-7350de2e4872 None None] Attempting to bind port 51f9d634-36f5-48f2-a38f-6793a17d2e3e on host dv-cinder-852209-10-iscsi for vnic_type normal with profile {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:41:40.349347 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-8b8f5476-83e0-4c30-8fa4-7350de2e4872 None None] Attempting to bind port 51f9d634-36f5-48f2-a38f-6793a17d2e3e by drivers openvswitch,hyperv on host dv-cinder-852209-10-iscsi at level 0 using segments [{'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:41:40.349703 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8f5476-83e0-4c30-8fa4-7350de2e4872 None None] Attempting to bind port 51f9d634-36f5-48f2-a38f-6793a17d2e3e on network 537c3a33-78cb-41f3-a0ee-71478f9cfd9b {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:41:40.361604 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8f5476-83e0-4c30-8fa4-7350de2e4872 None None] Checking agent: {'id': 'de41263d-808c-41d9-af38-92939b4ec796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 25, 56), 'started_at': datetime.datetime(2022, 9, 1, 16, 26, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:41:40.362028 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8f5476-83e0-4c30-8fa4-7350de2e4872 None None] Checking segment: {'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:41:40.362902 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-8b8f5476-83e0-4c30-8fa4-7350de2e4872 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:40.363300 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8f5476-83e0-4c30-8fa4-7350de2e4872 None None] Bound using segment: {'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'} {{(pid=106491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:41:40.363779 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.managers [None req-8b8f5476-83e0-4c30-8fa4-7350de2e4872 None None] Bound port: 51f9d634-36f5-48f2-a38f-6793a17d2e3e, host: dv-cinder-852209-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aaf10e3-1532-4b23-b8ff-2b17962713b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'}}] {{(pid=106491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:41:40.364157 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-8b8f5476-83e0-4c30-8fa4-7350de2e4872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (51f9d634-36f5-48f2-a38f-6793a17d2e3e), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:40.371388 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e276b-48d2-4f02-8f72-a2e35fe53d32 None None] Pushing event updated for resources: {'Port': ['ID=51f9d634-36f5-48f2-a38f-6793a17d2e3e,revision_number=2']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:40.435055 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-8b8f5476-83e0-4c30-8fa4-7350de2e4872 None None] For port 51f9d634-36f5-48f2-a38f-6793a17d2e3e, host dv-cinder-852209-10-iscsi, cleared binding levels {{(pid=106491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:41:40.438895 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-8b8f5476-83e0-4c30-8fa4-7350de2e4872 None None] For port 51f9d634-36f5-48f2-a38f-6793a17d2e3e, host dv-cinder-852209-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=51f9d634-36f5-48f2-a38f-6793a17d2e3e,segment=NetworkSegment(6aaf10e3-1532-4b23-b8ff-2b17962713b0),segment_id=6aaf10e3-1532-4b23-b8ff-2b17962713b0)] {{(pid=106491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:41:40.447552 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-8b8f5476-83e0-4c30-8fa4-7350de2e4872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (51f9d634-36f5-48f2-a38f-6793a17d2e3e), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:40.494368 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8f5476-83e0-4c30-8fa4-7350de2e4872 None None] Routers {'8a000a00-21da-405e-aff7-2b2ad6be6227'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:41:40.495004 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-8b8f5476-83e0-4c30-8fa4-7350de2e4872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:41:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['8a000a00-21da-405e-aff7-2b2ad6be6227'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:41:40.527726 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-64fa1109-e120-4e20-9d5a-0fd725eb4107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (087328a0-d3ac-421a-9dc7-4759db8aec06), before_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:40.550764 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:40.581866 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-6c9c1d38-44cd-494a-9412-dbcfd3edf56d None None] Provisioning complete for port 087328a0-d3ac-421a-9dc7-4759db8aec06 triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:41:40.582156 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-6c9c1d38-44cd-494a-9412-dbcfd3edf56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (087328a0-d3ac-421a-9dc7-4759db8aec06), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:40.705542 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-64fa1109-e120-4e20-9d5a-0fd725eb4107 admin admin] Publish callbacks [] for port (087328a0-d3ac-421a-9dc7-4759db8aec06), precommit_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:40.711250 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-64fa1109-e120-4e20-9d5a-0fd725eb4107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261346666'] for port (087328a0-d3ac-421a-9dc7-4759db8aec06), after_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:40.778676 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e276b-48d2-4f02-8f72-a2e35fe53d32 None None] Pushing event updated for resources: {'Port': ['ID=51f9d634-36f5-48f2-a38f-6793a17d2e3e,revision_number=3']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:40.782323 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-64fa1109-e120-4e20-9d5a-0fd725eb4107 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631024'] for router_interface (8a000a00-21da-405e-aff7-2b2ad6be6227), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:40.785526 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa1109-e120-4e20-9d5a-0fd725eb4107 admin admin] Pushing event updated for resources: {'Port': ['ID=087328a0-d3ac-421a-9dc7-4759db8aec06,revision_number=2']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:40.810027 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-6c9c1d38-44cd-494a-9412-dbcfd3edf56d None None] Port 087328a0-d3ac-421a-9dc7-4759db8aec06 cannot update to ACTIVE because it is not bound. {{(pid=106491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 16:41:40.818474 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-8b8f5476-83e0-4c30-8fa4-7350de2e4872 None None] Set router 8a000a00-21da-405e-aff7-2b2ad6be6227 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:41:40.891227 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fa1109-e120-4e20-9d5a-0fd725eb4107 admin admin] Network ae0395ee-74d9-4949-89c6-cf6ebc736a46 is already hosted by enough agents. {{(pid=106489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:41:40.892641 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.base_scheduler [None req-64fa1109-e120-4e20-9d5a-0fd725eb4107 admin admin] Resources bound (agent type, host, resource id): {{(pid=106489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:41:40.999365 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device d6ef8737-1439-4cc1-a29b-89ba84e4bfa2 up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:41:41.104143 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-8b8f5476-83e0-4c30-8fa4-7350de2e4872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'name': 'tempest-AttachVolumeNegativeTest-1256010836-router', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:41:37Z', 'updated_at': '2022-09-01T16:41:40Z', 'revision_number': 4, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'gw_port': {'id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:38:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:38Z', 'updated_at': '2022-09-01T16:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '087328a0-d3ac-421a-9dc7-4759db8aec06', 'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'mac_address': 'fa:16:3e:1b:7a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:39Z', 'updated_at': '2022-09-01T16:41:40Z', 'revision_number': 1, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'subnets': [{'id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:41:41.109487 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port d6ef8737-1439-4cc1-a29b-89ba84e4bfa2 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:41:41.109487 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (d6ef8737-1439-4cc1-a29b-89ba84e4bfa2), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:41.153828 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8f5476-83e0-4c30-8fa4-7350de2e4872 None None] The sync data for ids ['8a000a00-21da-405e-aff7-2b2ad6be6227'] in dv-cinder-852209-10-iscsi is: [{'id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'name': 'tempest-AttachVolumeNegativeTest-1256010836-router', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:41:37Z', 'updated_at': '2022-09-01T16:41:40Z', 'revision_number': 4, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'gw_port': {'id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:38:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:38Z', 'updated_at': '2022-09-01T16:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '087328a0-d3ac-421a-9dc7-4759db8aec06', 'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'mac_address': 'fa:16:3e:1b:7a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:39Z', 'updated_at': '2022-09-01T16:41:40Z', 'revision_number': 1, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'subnets': [{'id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:41:41.234297 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-01267969-bd3d-4b53-9c70-29a591b10ab9 None None] Provisioning complete for port 087328a0-d3ac-421a-9dc7-4759db8aec06 triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:41:41.234947 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-01267969-bd3d-4b53-9c70-29a591b10ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (087328a0-d3ac-421a-9dc7-4759db8aec06), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:41.260795 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port d6ef8737-1439-4cc1-a29b-89ba84e4bfa2 is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:41:41.276148 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-01267969-bd3d-4b53-9c70-29a591b10ab9 None None] Port 087328a0-d3ac-421a-9dc7-4759db8aec06 cannot update to ACTIVE because it is not bound. {{(pid=106491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 16:41:41.306816 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64fa1109-e120-4e20-9d5a-0fd725eb4107 admin admin] Router 8a000a00-21da-405e-aff7-2b2ad6be6227 has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:41:41.359930 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:41.407199 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:41.450090 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64fa1109-e120-4e20-9d5a-0fd725eb4107 admin admin] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:41:41.455642 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-64fa1109-e120-4e20-9d5a-0fd725eb4107 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/8a000a00-21da-405e-aff7-2b2ad6be6227/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1008396 Sep 01 16:41:41.833106 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 39116) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:41.837718 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-fd2899ae-b452-4279-9a47-1af4dc6fba0e tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1260141181', 'description': 'tempest-description--1096471966'}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:41:41.860065 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-fd2899ae-b452-4279-9a47-1af4dc6fba0e tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:41.940700 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-fd2899ae-b452-4279-9a47-1af4dc6fba0e tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group (c88ca760-34fc-4618-ac66-a4d02f8a77ae), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:41.949965 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-fd2899ae-b452-4279-9a47-1af4dc6fba0e tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (c88ca760-34fc-4618-ac66-a4d02f8a77ae), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:41.984638 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2899ae-b452-4279-9a47-1af4dc6fba0e tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c88ca760-34fc-4618-ac66-a4d02f8a77ae,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:41.990668 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-fd2899ae-b452-4279-9a47-1af4dc6fba0e tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:41.992121 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-fd2899ae-b452-4279-9a47-1af4dc6fba0e tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1579142 Sep 01 16:41:41.996771 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 39118) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:42.002088 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-9605fd34-a6e8-44f8-a9a8-9d3b46230430 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Request body: {'security_group_rule': {'security_group_id': 'c88ca760-34fc-4618-ac66-a4d02f8a77ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:41:42.036017 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-9605fd34-a6e8-44f8-a9a8-9d3b46230430 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group_rule (fd871a43-faf8-4a4c-a873-8526fd52122c), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:42.096926 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-9605fd34-a6e8-44f8-a9a8-9d3b46230430 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group_rule (fd871a43-faf8-4a4c-a873-8526fd52122c), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:42.102564 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-9605fd34-a6e8-44f8-a9a8-9d3b46230430 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684833'] for security_group_rule (fd871a43-faf8-4a4c-a873-8526fd52122c), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:42.123939 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605fd34-a6e8-44f8-a9a8-9d3b46230430 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd871a43-faf8-4a4c-a873-8526fd52122c,revision_number=0']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:42.132041 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-9605fd34-a6e8-44f8-a9a8-9d3b46230430 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:42.133756 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-9605fd34-a6e8-44f8-a9a8-9d3b46230430 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1354375 Sep 01 16:41:42.136592 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 39120) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:42.141599 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-ff9bdcd1-0bed-4ec5-9625-64c77d27a97f tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Request body: {'security_group_rule': {'security_group_id': 'c88ca760-34fc-4618-ac66-a4d02f8a77ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:41:42.170777 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-ff9bdcd1-0bed-4ec5-9625-64c77d27a97f tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group_rule (d172c45a-7488-40b4-bae5-c75f3f38bb97), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:42.231812 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-ff9bdcd1-0bed-4ec5-9625-64c77d27a97f tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group_rule (d172c45a-7488-40b4-bae5-c75f3f38bb97), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:42.235904 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-ff9bdcd1-0bed-4ec5-9625-64c77d27a97f tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684833'] for security_group_rule (d172c45a-7488-40b4-bae5-c75f3f38bb97), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:42.257457 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9bdcd1-0bed-4ec5-9625-64c77d27a97f tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d172c45a-7488-40b4-bae5-c75f3f38bb97,revision_number=0']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:42.269369 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-ff9bdcd1-0bed-4ec5-9625-64c77d27a97f tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:42.270654 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-ff9bdcd1-0bed-4ec5-9625-64c77d27a97f tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1328204 Sep 01 16:41:42.273694 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 39122) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:42.278738 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-f435c655-b76a-4a67-b78f-877cb2e35e9f tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Request body: {'floatingip': {'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:41:42.302835 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-f435c655-b76a-4a67-b78f-877cb2e35e9f tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:42.392881 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-f435c655-b76a-4a67-b78f-877cb2e35e9f tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:42.507068 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.db_base_plugin_common [None req-f435c655-b76a-4a67-b78f-877cb2e35e9f tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Allocated IP 172.27.2.251 (537c3a33-78cb-41f3-a0ee-71478f9cfd9b/3e5d1400-7955-40a6-9a09-08f8a8c1db3a/71d0c302-fbe5-4d74-93c3-f018921ba032) {{(pid=106489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:41:42.622797 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-f435c655-b76a-4a67-b78f-877cb2e35e9f tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for port (71d0c302-fbe5-4d74-93c3-f018921ba032), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:42.629139 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:42.658560 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-f435c655-b76a-4a67-b78f-877cb2e35e9f tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261346675'] for port (71d0c302-fbe5-4d74-93c3-f018921ba032), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:42.699600 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f435c655-b76a-4a67-b78f-877cb2e35e9f tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Network 537c3a33-78cb-41f3-a0ee-71478f9cfd9b is already hosted by enough agents. {{(pid=106489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:41:42.702084 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:42.705608 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.base_scheduler [None req-f435c655-b76a-4a67-b78f-877cb2e35e9f tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Resources bound (agent type, host, resource id): {{(pid=106489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:41:42.708236 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f435c655-b76a-4a67-b78f-877cb2e35e9f tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Received port after_create {{(pid=106489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:41:42.736275 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f435c655-b76a-4a67-b78f-877cb2e35e9f tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Pushing event updated for resources: {'Port': ['ID=71d0c302-fbe5-4d74-93c3-f018921ba032,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:42.808558 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-f435c655-b76a-4a67-b78f-877cb2e35e9f tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for floatingip (cb9e138b-3f96-4b73-adce-2d3adf8608d5), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:42.850561 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-f435c655-b76a-4a67-b78f-877cb2e35e9f tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (71d0c302-fbe5-4d74-93c3-f018921ba032), before_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:42.970853 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 51f9d634-36f5-48f2-a38f-6793a17d2e3e up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:41:43.020769 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 51f9d634-36f5-48f2-a38f-6793a17d2e3e triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:41:43.021332 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (51f9d634-36f5-48f2-a38f-6793a17d2e3e), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:43.037031 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-f435c655-b76a-4a67-b78f-877cb2e35e9f tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for port (71d0c302-fbe5-4d74-93c3-f018921ba032), precommit_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:43.042731 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-f435c655-b76a-4a67-b78f-877cb2e35e9f tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261346666'] for port (71d0c302-fbe5-4d74-93c3-f018921ba032), after_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:43.119615 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 51f9d634-36f5-48f2-a38f-6793a17d2e3e is: DOWN; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:41:43.120096 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (51f9d634-36f5-48f2-a38f-6793a17d2e3e), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:43.120926 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-f435c655-b76a-4a67-b78f-877cb2e35e9f tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631243'] for floatingip (cb9e138b-3f96-4b73-adce-2d3adf8608d5), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:43.123880 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f435c655-b76a-4a67-b78f-877cb2e35e9f tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Pushing event updated for resources: {'Port': ['ID=71d0c302-fbe5-4d74-93c3-f018921ba032,revision_number=2']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:43.135659 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:43.160900 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-f435c655-b76a-4a67-b78f-877cb2e35e9f tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for floatingip (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:43.170927 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-f435c655-b76a-4a67-b78f-877cb2e35e9f tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8869686 Sep 01 16:41:43.171330 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] For port 51f9d634-36f5-48f2-a38f-6793a17d2e3e, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=51f9d634-36f5-48f2-a38f-6793a17d2e3e,segment=NetworkSegment(6aaf10e3-1532-4b23-b8ff-2b17962713b0),segment_id=6aaf10e3-1532-4b23-b8ff-2b17962713b0)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:41:43.172285 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (51f9d634-36f5-48f2-a38f-6793a17d2e3e), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:43.232658 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Pushing event updated for resources: {'Port': ['ID=51f9d634-36f5-48f2-a38f-6793a17d2e3e,revision_number=4']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:43.353429 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-711532eb-2d47-4d10-a689-58ea7a4d225b tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1260141181&fields=id&tenant_id=9b9aa20e1ffb453d9ee13dd6ae2c25ef HTTP/1.1" status: 200 len: 267 time: 0.0548623 Sep 01 16:41:43.444388 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a099c187-0d56-4ed5-bb4d-25f287ee13d4 None None] Sync routers for ids ['8a000a00-21da-405e-aff7-2b2ad6be6227'] in dv-cinder-852209-10-iscsi {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:41:43.457445 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a099c187-0d56-4ed5-bb4d-25f287ee13d4 None None] Routers {'8a000a00-21da-405e-aff7-2b2ad6be6227'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:41:43.458083 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-a099c187-0d56-4ed5-bb4d-25f287ee13d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:41:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['8a000a00-21da-405e-aff7-2b2ad6be6227'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:41:43.464703 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-825a1c35-b176-4eae-bf18-53221643cade tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:43.466410 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-825a1c35-b176-4eae-bf18-53221643cade tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/networks?id=ae0395ee-74d9-4949-89c6-cf6ebc736a46 HTTP/1.1" status: 200 len: 815 time: 0.1120775 Sep 01 16:41:43.484308 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-13bc3a4f-25aa-49fb-a5a7-8a824fbd53fa tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/quotas/9b9aa20e1ffb453d9ee13dd6ae2c25ef HTTP/1.1" status: 200 len: 375 time: 0.0121064 Sep 01 16:41:43.554253 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-1429edc0-6a1c-4971-9d2a-1c72dea3561d tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9b9aa20e1ffb453d9ee13dd6ae2c25ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0637012 Sep 01 16:41:43.596646 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-a099c187-0d56-4ed5-bb4d-25f287ee13d4 None None] Set router 8a000a00-21da-405e-aff7-2b2ad6be6227 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:41:43.663919 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-5d010b6c-9e79-4554-a253-67698752b100 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ae0395ee-74d9-4949-89c6-cf6ebc736a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969033 Sep 01 16:41:43.724109 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:43.754915 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:43.774682 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-de2c202f-27f8-4ea7-8516-1dcf3d79ac22 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ae0395ee-74d9-4949-89c6-cf6ebc736a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040225 Sep 01 16:41:43.924431 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-a099c187-0d56-4ed5-bb4d-25f287ee13d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'name': 'tempest-AttachVolumeNegativeTest-1256010836-router', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:41:37Z', 'updated_at': '2022-09-01T16:41:40Z', 'revision_number': 4, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'gw_port': {'id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:38:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:38Z', 'updated_at': '2022-09-01T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '087328a0-d3ac-421a-9dc7-4759db8aec06', 'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'mac_address': 'fa:16:3e:1b:7a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:39Z', 'updated_at': '2022-09-01T16:41:40Z', 'revision_number': 2, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'subnets': [{'id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:41:43.950921 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a099c187-0d56-4ed5-bb4d-25f287ee13d4 None None] Checking router: 8a000a00-21da-405e-aff7-2b2ad6be6227 for host: dv-cinder-852209-10-iscsi {{(pid=106492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:41:43.951272 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a099c187-0d56-4ed5-bb4d-25f287ee13d4 None None] Updating router 8a000a00-21da-405e-aff7-2b2ad6be6227 port 087328a0-d3ac-421a-9dc7-4759db8aec06 binding host dv-cinder-852209-10-iscsi {{(pid=106492) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:41:43.966519 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f3145204-6ce1-4a19-a24e-efb826d42c63 req-c176196a-d3db-4854-aba2-14e113251ccc tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=870a289a-9e2c-4471-ac02-f9aa77461aff HTTP/1.1" status: 200 len: 210 time: 0.0285389 Sep 01 16:41:43.981825 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-a099c187-0d56-4ed5-bb4d-25f287ee13d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (087328a0-d3ac-421a-9dc7-4759db8aec06), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:44.210111 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:44.265698 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-a099c187-0d56-4ed5-bb4d-25f287ee13d4 None None] Publish callbacks [] for port (087328a0-d3ac-421a-9dc7-4759db8aec06), precommit_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:44.271034 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-a099c187-0d56-4ed5-bb4d-25f287ee13d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (087328a0-d3ac-421a-9dc7-4759db8aec06), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:44.319818 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b9e75-04be-48f1-9787-13667319852e None None] Pushing event updated for resources: {'Port': ['ID=087328a0-d3ac-421a-9dc7-4759db8aec06,revision_number=3']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:44.372428 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [None req-a099c187-0d56-4ed5-bb4d-25f287ee13d4 None None] Attempting to bind port 087328a0-d3ac-421a-9dc7-4759db8aec06 on host dv-cinder-852209-10-iscsi for vnic_type normal with profile {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:41:44.372793 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [None req-a099c187-0d56-4ed5-bb4d-25f287ee13d4 None None] Attempting to bind port 087328a0-d3ac-421a-9dc7-4759db8aec06 by drivers openvswitch,hyperv on host dv-cinder-852209-10-iscsi at level 0 using segments [{'id': '0363ed2f-e965-4e31-8039-d81606d4468a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46'}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:41:44.373155 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a099c187-0d56-4ed5-bb4d-25f287ee13d4 None None] Attempting to bind port 087328a0-d3ac-421a-9dc7-4759db8aec06 on network ae0395ee-74d9-4949-89c6-cf6ebc736a46 {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:41:44.378549 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a099c187-0d56-4ed5-bb4d-25f287ee13d4 None None] Checking agent: {'id': 'de41263d-808c-41d9-af38-92939b4ec796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852209-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 25, 56), 'started_at': datetime.datetime(2022, 9, 1, 16, 26, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852209-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:41:44.378919 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a099c187-0d56-4ed5-bb4d-25f287ee13d4 None None] Checking segment: {'id': '0363ed2f-e965-4e31-8039-d81606d4468a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106492) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:41:44.379314 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-a099c187-0d56-4ed5-bb4d-25f287ee13d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:44.379701 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a099c187-0d56-4ed5-bb4d-25f287ee13d4 None None] Bound using segment: {'id': '0363ed2f-e965-4e31-8039-d81606d4468a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46'} {{(pid=106492) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:41:44.380168 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.managers [None req-a099c187-0d56-4ed5-bb4d-25f287ee13d4 None None] Bound port: 087328a0-d3ac-421a-9dc7-4759db8aec06, host: dv-cinder-852209-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0363ed2f-e965-4e31-8039-d81606d4468a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46'}}] {{(pid=106492) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:41:44.380542 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-a099c187-0d56-4ed5-bb4d-25f287ee13d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (087328a0-d3ac-421a-9dc7-4759db8aec06), before_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:44.447962 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [None req-a099c187-0d56-4ed5-bb4d-25f287ee13d4 None None] For port 087328a0-d3ac-421a-9dc7-4759db8aec06, host dv-cinder-852209-10-iscsi, cleared binding levels {{(pid=106492) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:41:44.451400 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.plugins.ml2.db [None req-a099c187-0d56-4ed5-bb4d-25f287ee13d4 None None] For port 087328a0-d3ac-421a-9dc7-4759db8aec06, host dv-cinder-852209-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=087328a0-d3ac-421a-9dc7-4759db8aec06,segment=NetworkSegment(0363ed2f-e965-4e31-8039-d81606d4468a),segment_id=0363ed2f-e965-4e31-8039-d81606d4468a)] {{(pid=106492) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:41:44.457713 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron_lib.callbacks.manager [None req-a099c187-0d56-4ed5-bb4d-25f287ee13d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (087328a0-d3ac-421a-9dc7-4759db8aec06), after_update {{(pid=106492) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:44.496300 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a099c187-0d56-4ed5-bb4d-25f287ee13d4 None None] Routers {'8a000a00-21da-405e-aff7-2b2ad6be6227'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:41:44.496936 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-a099c187-0d56-4ed5-bb4d-25f287ee13d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:41:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['8a000a00-21da-405e-aff7-2b2ad6be6227'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:41:44.557938 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b9e75-04be-48f1-9787-13667319852e None None] Pushing event updated for resources: {'Port': ['ID=087328a0-d3ac-421a-9dc7-4759db8aec06,revision_number=4']} {{(pid=106492) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:44.624858 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-a099c187-0d56-4ed5-bb4d-25f287ee13d4 None None] Set router 8a000a00-21da-405e-aff7-2b2ad6be6227 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:41:44.816408 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-a099c187-0d56-4ed5-bb4d-25f287ee13d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'name': 'tempest-AttachVolumeNegativeTest-1256010836-router', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:41:37Z', 'updated_at': '2022-09-01T16:41:40Z', 'revision_number': 4, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'gw_port': {'id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:38:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:38Z', 'updated_at': '2022-09-01T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '087328a0-d3ac-421a-9dc7-4759db8aec06', 'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'mac_address': 'fa:16:3e:1b:7a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:39Z', 'updated_at': '2022-09-01T16:41:44Z', 'revision_number': 4, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'subnets': [{'id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:41:44.844401 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a099c187-0d56-4ed5-bb4d-25f287ee13d4 None None] The sync data for ids ['8a000a00-21da-405e-aff7-2b2ad6be6227'] in dv-cinder-852209-10-iscsi is: [{'id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'name': 'tempest-AttachVolumeNegativeTest-1256010836-router', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:41:37Z', 'updated_at': '2022-09-01T16:41:40Z', 'revision_number': 4, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'gw_port': {'id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:38:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:38Z', 'updated_at': '2022-09-01T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '087328a0-d3ac-421a-9dc7-4759db8aec06', 'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'mac_address': 'fa:16:3e:1b:7a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:39Z', 'updated_at': '2022-09-01T16:41:44Z', 'revision_number': 4, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'subnets': [{'id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:41:44.956560 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 087328a0-d3ac-421a-9dc7-4759db8aec06 up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:41:45.030763 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 087328a0-d3ac-421a-9dc7-4759db8aec06 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:41:45.031459 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (087328a0-d3ac-421a-9dc7-4759db8aec06), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:45.108179 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-fbccc769-2b11-4c6c-a495-4a9f7686eb0c req-a8b1905f-0949-49ec-98fe-eae38ecb1291 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=870a289a-9e2c-4471-ac02-f9aa77461aff HTTP/1.1" status: 200 len: 210 time: 0.0408437 Sep 01 16:41:45.154329 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:45.157020 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 087328a0-d3ac-421a-9dc7-4759db8aec06 is: DOWN; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:41:45.157654 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (087328a0-d3ac-421a-9dc7-4759db8aec06), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:45.247837 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] For port 087328a0-d3ac-421a-9dc7-4759db8aec06, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=087328a0-d3ac-421a-9dc7-4759db8aec06,segment=NetworkSegment(0363ed2f-e965-4e31-8039-d81606d4468a),segment_id=0363ed2f-e965-4e31-8039-d81606d4468a)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:41:45.253408 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (087328a0-d3ac-421a-9dc7-4759db8aec06), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:45.254809 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 51f9d634-36f5-48f2-a38f-6793a17d2e3e up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:41:45.319989 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:45.355609 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Pushing event updated for resources: {'Port': ['ID=087328a0-d3ac-421a-9dc7-4759db8aec06,revision_number=5']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:45.363883 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 51f9d634-36f5-48f2-a38f-6793a17d2e3e triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:41:45.364320 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (51f9d634-36f5-48f2-a38f-6793a17d2e3e), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:45.446152 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-a819c45a-f4e0-4018-b1e7-4ad9b5f229aa tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:45.447974 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-a819c45a-f4e0-4018-b1e7-4ad9b5f229aa tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.77 "GET /networking/v2.0/networks?id=ae0395ee-74d9-4949-89c6-cf6ebc736a46 HTTP/1.1" status: 200 len: 815 time: 0.2970655 Sep 01 16:41:45.456429 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 51f9d634-36f5-48f2-a38f-6793a17d2e3e is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:41:45.536136 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:45.574364 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-f2239fe2-0f97-4b0a-9663-4609dee790bd tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9b9aa20e1ffb453d9ee13dd6ae2c25ef HTTP/1.1" status: 200 len: 380 time: 0.0589242 Sep 01 16:41:45.583418 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-892758b4-8381-4bf9-9351-2efcdf6d269c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Request body: {'port': {'device_id': '870a289a-9e2c-4471-ac02-f9aa77461aff', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'admin_state_up': True, 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'security_groups': ['c88ca760-34fc-4618-ac66-a4d02f8a77ae']}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:41:45.963291 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-892758b4-8381-4bf9-9351-2efcdf6d269c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Made reservation on behalf of 9b9aa20e1ffb453d9ee13dd6ae2c25ef for: {'port': 1} {{(pid=106490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:41:45.967058 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-892758b4-8381-4bf9-9351-2efcdf6d269c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:46.094227 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_common [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-892758b4-8381-4bf9-9351-2efcdf6d269c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Allocated IP 172.20.0.9 (ae0395ee-74d9-4949-89c6-cf6ebc736a46/e9b0dd6e-b554-478d-81fd-0da60f4e81d8/75ac0e1d-9e18-472b-a40c-6d01c150b883) {{(pid=106490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:41:46.219387 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c464e997-1658-4b59-ac37-2b57830d9215 req-d9ef9a0b-e54d-47fb-ae07-ac0fd6b76d12 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=870a289a-9e2c-4471-ac02-f9aa77461aff HTTP/1.1" status: 200 len: 210 time: 0.0363286 Sep 01 16:41:46.260321 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-892758b4-8381-4bf9-9351-2efcdf6d269c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for port (75ac0e1d-9e18-472b-a40c-6d01c150b883), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:46.292435 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-892758b4-8381-4bf9-9351-2efcdf6d269c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (75ac0e1d-9e18-472b-a40c-6d01c150b883), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:46.340042 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-892758b4-8381-4bf9-9351-2efcdf6d269c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Network ae0395ee-74d9-4949-89c6-cf6ebc736a46 is already hosted by enough agents. {{(pid=106490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:41:46.343329 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-892758b4-8381-4bf9-9351-2efcdf6d269c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Resources bound (agent type, host, resource id): {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:41:46.347420 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-892758b4-8381-4bf9-9351-2efcdf6d269c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Received port after_create {{(pid=106490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:41:46.371982 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892758b4-8381-4bf9-9351-2efcdf6d269c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Pushing event updated for resources: {'Port': ['ID=75ac0e1d-9e18-472b-a40c-6d01c150b883,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:46.403615 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-892758b4-8381-4bf9-9351-2efcdf6d269c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:46.403971 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-892758b4-8381-4bf9-9351-2efcdf6d269c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:46.421916 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-892758b4-8381-4bf9-9351-2efcdf6d269c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8421710 Sep 01 16:41:46.441910 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-ef3e02f3-71e3-45f6-8675-1cd58a217f67 service neutron] Request body: {'port': {'device_id': '870a289a-9e2c-4471-ac02-f9aa77461aff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:41:46.516959 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-ef3e02f3-71e3-45f6-8675-1cd58a217f67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (75ac0e1d-9e18-472b-a40c-6d01c150b883), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:46.546086 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-490feb9c-1761-4bc1-9610-1aebc5b7a4d0 None None] Provisioning complete for port 75ac0e1d-9e18-472b-a40c-6d01c150b883 triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:41:46.546597 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-490feb9c-1761-4bc1-9610-1aebc5b7a4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (75ac0e1d-9e18-472b-a40c-6d01c150b883), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:46.574665 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:46.580711 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-490feb9c-1761-4bc1-9610-1aebc5b7a4d0 None None] Port 75ac0e1d-9e18-472b-a40c-6d01c150b883 cannot update to ACTIVE because it is not bound. {{(pid=106491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 16:41:46.662287 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:46.797313 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-ef3e02f3-71e3-45f6-8675-1cd58a217f67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75ac0e1d-9e18-472b-a40c-6d01c150b883 {{(pid=106490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:41:46.806078 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-ef3e02f3-71e3-45f6-8675-1cd58a217f67 service neutron] Publish callbacks [] for port (75ac0e1d-9e18-472b-a40c-6d01c150b883), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:46.820421 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.provisioning_blocks [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-ef3e02f3-71e3-45f6-8675-1cd58a217f67 service neutron] Transition to ACTIVE for port object 75ac0e1d-9e18-472b-a40c-6d01c150b883 will not be triggered until provisioned by entity L2. {{(pid=106490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 16:41:46.825016 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-ef3e02f3-71e3-45f6-8675-1cd58a217f67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261539433'] for port (75ac0e1d-9e18-472b-a40c-6d01c150b883), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:46.888746 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e02f3-71e3-45f6-8675-1cd58a217f67 service neutron] Pushing event updated for resources: {'Port': ['ID=75ac0e1d-9e18-472b-a40c-6d01c150b883,revision_number=2']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:46.929083 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 087328a0-d3ac-421a-9dc7-4759db8aec06 up at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:41:46.939280 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-ef3e02f3-71e3-45f6-8675-1cd58a217f67 service neutron] Attempting to bind port 75ac0e1d-9e18-472b-a40c-6d01c150b883 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:41:46.939736 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-ef3e02f3-71e3-45f6-8675-1cd58a217f67 service neutron] Attempting to bind port 75ac0e1d-9e18-472b-a40c-6d01c150b883 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': '0363ed2f-e965-4e31-8039-d81606d4468a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46'}] {{(pid=106490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:41:46.940150 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-ef3e02f3-71e3-45f6-8675-1cd58a217f67 service neutron] Attempting to bind port 75ac0e1d-9e18-472b-a40c-6d01c150b883 on network ae0395ee-74d9-4949-89c6-cf6ebc736a46 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:41:46.945309 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-ef3e02f3-71e3-45f6-8675-1cd58a217f67 service neutron] Port 75ac0e1d-9e18-472b-a40c-6d01c150b883 on network ae0395ee-74d9-4949-89c6-cf6ebc736a46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 16:41:46.946459 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-ef3e02f3-71e3-45f6-8675-1cd58a217f67 service neutron] Attempting to bind port 75ac0e1d-9e18-472b-a40c-6d01c150b883 on network ae0395ee-74d9-4949-89c6-cf6ebc736a46 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:41:46.952535 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-ef3e02f3-71e3-45f6-8675-1cd58a217f67 service neutron] Checking agent: {'id': '294a3787-103d-4a51-bc9c-bc09638a7966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 32, 3), 'started_at': datetime.datetime(2022, 9, 1, 16, 32, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:41:46.952865 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-ef3e02f3-71e3-45f6-8675-1cd58a217f67 service neutron] Checking segment: {'id': '0363ed2f-e965-4e31-8039-d81606d4468a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:41:46.953288 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-ef3e02f3-71e3-45f6-8675-1cd58a217f67 service neutron] Bound using segment: {'id': '0363ed2f-e965-4e31-8039-d81606d4468a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46'} {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:41:46.953759 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-ef3e02f3-71e3-45f6-8675-1cd58a217f67 service neutron] Bound port: 75ac0e1d-9e18-472b-a40c-6d01c150b883, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0363ed2f-e965-4e31-8039-d81606d4468a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46'}}] {{(pid=106490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:41:46.954122 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-ef3e02f3-71e3-45f6-8675-1cd58a217f67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (75ac0e1d-9e18-472b-a40c-6d01c150b883), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:46.979507 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Provisioning complete for port 087328a0-d3ac-421a-9dc7-4759db8aec06 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:41:46.979884 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (087328a0-d3ac-421a-9dc7-4759db8aec06), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:47.027504 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-ef3e02f3-71e3-45f6-8675-1cd58a217f67 service neutron] For port 75ac0e1d-9e18-472b-a40c-6d01c150b883, host hv-cinder-85220, cleared binding levels {{(pid=106490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:41:47.031227 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-ef3e02f3-71e3-45f6-8675-1cd58a217f67 service neutron] For port 75ac0e1d-9e18-472b-a40c-6d01c150b883, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=75ac0e1d-9e18-472b-a40c-6d01c150b883,segment=NetworkSegment(0363ed2f-e965-4e31-8039-d81606d4468a),segment_id=0363ed2f-e965-4e31-8039-d81606d4468a)] {{(pid=106490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:41:47.037447 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-ef3e02f3-71e3-45f6-8675-1cd58a217f67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261539433'] for port (75ac0e1d-9e18-472b-a40c-6d01c150b883), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:47.041905 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-ef3e02f3-71e3-45f6-8675-1cd58a217f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:47.042548 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-ef3e02f3-71e3-45f6-8675-1cd58a217f67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:47.043928 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-ef3e02f3-71e3-45f6-8675-1cd58a217f67 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/75ac0e1d-9e18-472b-a40c-6d01c150b883 HTTP/1.1" status: 200 len: 1093 time: 0.6076436 Sep 01 16:41:47.044414 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '870a289a-9e2c-4471-ac02-f9aa77461aff', 'tag': '75ac0e1d-9e18-472b-a40c-6d01c150b883'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:41:47.046729 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def111d0-bc27-454c-a681-999a40d485a2" -d '{"events": [{"name": "network-changed", "server_uuid": "870a289a-9e2c-4471-ac02-f9aa77461aff", "tag": "75ac0e1d-9e18-472b-a40c-6d01c150b883"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:41:47.069782 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Current status of the port 087328a0-d3ac-421a-9dc7-4759db8aec06 is: ACTIVE; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:41:47.096300 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 16:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46a86be-9170-44c5-866b-433b30436d89 x-openstack-request-id: req-f46a86be-9170-44c5-866b-433b30436d89 {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:41:47.096627 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "870a289a-9e2c-4471-ac02-f9aa77461aff", "tag": "75ac0e1d-9e18-472b-a40c-6d01c150b883", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:41:47.096907 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f46a86be-9170-44c5-866b-433b30436d89 {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:41:47.097288 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f46a86be-9170-44c5-866b-433b30436d89'] response: {'name': 'network-changed', 'server_uuid': '870a289a-9e2c-4471-ac02-f9aa77461aff', 'tag': '75ac0e1d-9e18-472b-a40c-6d01c150b883', 'status': 'completed', 'code': 200} Sep 01 16:41:47.100581 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e02f3-71e3-45f6-8675-1cd58a217f67 service neutron] Pushing event updated for resources: {'Port': ['ID=75ac0e1d-9e18-472b-a40c-6d01c150b883,revision_number=3']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:47.168689 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-d1ade2a1-ac79-4c84-962d-ff022524b703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:47.170082 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-d1ade2a1-ac79-4c84-962d-ff022524b703 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=9b9aa20e1ffb453d9ee13dd6ae2c25ef&device_id=870a289a-9e2c-4471-ac02-f9aa77461aff HTTP/1.1" status: 200 len: 1127 time: 0.0437999 Sep 01 16:41:47.217486 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-81838e85-f056-4dfe-8b51-b3ce5cccd61e service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75ac0e1d-9e18-472b-a40c-6d01c150b883 HTTP/1.1" status: 200 len: 217 time: 0.0329399 Sep 01 16:41:47.267565 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-ec935061-e8a6-4242-9327-b1792bf88089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:47.269052 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-ec935061-e8a6-4242-9327-b1792bf88089 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e9b0dd6e-b554-478d-81fd-0da60f4e81d8 HTTP/1.1" status: 200 len: 854 time: 0.0458329 Sep 01 16:41:47.344552 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-11552dab-2124-47a4-ad06-cf55799ad1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:47.346027 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-11552dab-2124-47a4-ad06-cf55799ad1d0 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=ae0395ee-74d9-4949-89c6-cf6ebc736a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0706978 Sep 01 16:41:47.378044 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56bd61-d3b7-40bd-aba6-684e167ba044 req-2fd96677-eb6b-4573-a411-0bccd5ac0f41 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:47.379764 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-6b56bd61-d3b7-40bd-aba6-684e167ba044 req-2fd96677-eb6b-4573-a411-0bccd5ac0f41 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=870a289a-9e2c-4471-ac02-f9aa77461aff HTTP/1.1" status: 200 len: 943 time: 0.0768354 Sep 01 16:41:47.484813 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-6b56bd61-d3b7-40bd-aba6-684e167ba044 req-115e2088-04b9-4567-b7fa-6ccc78de0c1e tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c88ca760-34fc-4618-ac66-a4d02f8a77ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773139 Sep 01 16:41:47.486746 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-e53503c7-302c-42da-bc64-8f069fefd2ab service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ae0395ee-74d9-4949-89c6-cf6ebc736a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329470 Sep 01 16:41:47.555859 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:47.582829 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3e8fe2bf-b110-492b-827f-56fadb23c9d2 req-2f7b3b32-dbbb-4cad-95c8-4184e8ea6830 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ae0395ee-74d9-4949-89c6-cf6ebc736a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886452 Sep 01 16:41:48.148260 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 39222) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:48.251863 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-1a15eb13-3980-4888-938d-96c4cc05d78f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:48.279450 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:48.329284 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-1a15eb13-3980-4888-938d-96c4cc05d78f admin admin] Publish callbacks [] for security_group (070690e6-c556-4f22-a418-5999c54d26f0), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:48.333095 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-1a15eb13-3980-4888-938d-96c4cc05d78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (070690e6-c556-4f22-a418-5999c54d26f0), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:48.375384 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a15eb13-3980-4888-938d-96c4cc05d78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070690e6-c556-4f22-a418-5999c54d26f0,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:48.379670 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-1a15eb13-3980-4888-938d-96c4cc05d78f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=059c5427c4a74081bed65dbc46045c2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303667 Sep 01 16:41:48.382911 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 39226) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:48.430910 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8858c81d-0abe-4a47-87e1-b051b79cc7af admin admin] Publish callbacks [] for security_group (070690e6-c556-4f22-a418-5999c54d26f0), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:48.452161 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8858c81d-0abe-4a47-87e1-b051b79cc7af admin admin] Publish callbacks [] for security_group (070690e6-c556-4f22-a418-5999c54d26f0), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:48.516673 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def111d0-bc27-454c-a681-999a40d485a2 req-4677a862-d29e-403e-89f1-8a45c4b817ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:48.518747 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-def111d0-bc27-454c-a681-999a40d485a2 req-4677a862-d29e-403e-89f1-8a45c4b817ec service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=9b9aa20e1ffb453d9ee13dd6ae2c25ef&device_id=870a289a-9e2c-4471-ac02-f9aa77461aff HTTP/1.1" status: 200 len: 1127 time: 0.0681877 Sep 01 16:41:48.601736 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8858c81d-0abe-4a47-87e1-b051b79cc7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (070690e6-c556-4f22-a418-5999c54d26f0), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:48.604666 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8858c81d-0abe-4a47-87e1-b051b79cc7af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:48.605780 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-8858c81d-0abe-4a47-87e1-b051b79cc7af admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/070690e6-c556-4f22-a418-5999c54d26f0 HTTP/1.1" status: 204 len: 168 time: 0.2226131 Sep 01 16:41:48.616176 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73ac0b-7286-4324-b455-c1517c2091a3 req-8c663b69-3599-4e47-a23e-71a09041c567 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:48.617819 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-6e73ac0b-7286-4324-b455-c1517c2091a3 req-8c663b69-3599-4e47-a23e-71a09041c567 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=870a289a-9e2c-4471-ac02-f9aa77461aff HTTP/1.1" status: 200 len: 943 time: 0.0506468 Sep 01 16:41:48.632001 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8858c81d-0abe-4a47-87e1-b051b79cc7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070690e6-c556-4f22-a418-5999c54d26f0,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:48.647887 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def111d0-bc27-454c-a681-999a40d485a2 req-59ab5106-0170-48c7-af0d-4591365e71e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:48.650061 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-def111d0-bc27-454c-a681-999a40d485a2 req-59ab5106-0170-48c7-af0d-4591365e71e9 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=ae0395ee-74d9-4949-89c6-cf6ebc736a46 HTTP/1.1" status: 200 len: 916 time: 0.1167734 Sep 01 16:41:48.690390 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-6e73ac0b-7286-4324-b455-c1517c2091a3 req-e89aa248-e03c-4e40-af08-47846d3b7aea tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c88ca760-34fc-4618-ac66-a4d02f8a77ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663714 Sep 01 16:41:48.693643 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-def111d0-bc27-454c-a681-999a40d485a2 req-f3da0f1e-4aa5-4962-9cc0-143a5f6059a1 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75ac0e1d-9e18-472b-a40c-6d01c150b883 HTTP/1.1" status: 200 len: 217 time: 0.0362418 Sep 01 16:41:48.756262 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def111d0-bc27-454c-a681-999a40d485a2 req-8c2a8584-aac7-400e-ae04-3406db132a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:48.757717 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-def111d0-bc27-454c-a681-999a40d485a2 req-8c2a8584-aac7-400e-ae04-3406db132a4a service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e9b0dd6e-b554-478d-81fd-0da60f4e81d8 HTTP/1.1" status: 200 len: 854 time: 0.0581503 Sep 01 16:41:48.808934 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def111d0-bc27-454c-a681-999a40d485a2 req-cd7c6bf2-4483-448b-b527-1d5478756645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:48.810474 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-def111d0-bc27-454c-a681-999a40d485a2 req-cd7c6bf2-4483-448b-b527-1d5478756645 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=ae0395ee-74d9-4949-89c6-cf6ebc736a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454600 Sep 01 16:41:48.907990 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-def111d0-bc27-454c-a681-999a40d485a2 req-1a40511b-5c22-42d9-9999-e70b99468086 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ae0395ee-74d9-4949-89c6-cf6ebc736a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906274 Sep 01 16:41:48.927631 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 39234) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:48.941013 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-8da71764-09e3-4b76-b613-d6526276bd76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:48.954127 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:49.012662 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-def111d0-bc27-454c-a681-999a40d485a2 req-17550367-a38f-42b6-ab4c-f36a09346edf service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ae0395ee-74d9-4949-89c6-cf6ebc736a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976262 Sep 01 16:41:49.027900 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-8da71764-09e3-4b76-b613-d6526276bd76 admin admin] Publish callbacks [] for security_group (87e6eac0-637a-4eaf-8eab-14de7be32fbd), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:49.031986 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-8da71764-09e3-4b76-b613-d6526276bd76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (87e6eac0-637a-4eaf-8eab-14de7be32fbd), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:49.063030 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 75ac0e1d-9e18-472b-a40c-6d01c150b883 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:41:49.072247 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-8da71764-09e3-4b76-b613-d6526276bd76 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=98943d12ab32478da85bac0984573be4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1434176 Sep 01 16:41:49.073096 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da71764-09e3-4b76-b613-d6526276bd76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e6eac0-637a-4eaf-8eab-14de7be32fbd,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:49.075669 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 39236) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:49.103791 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:49.139041 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-2cd26286-6825-458f-8dfb-4848874c36c7 admin admin] Publish callbacks [] for security_group (87e6eac0-637a-4eaf-8eab-14de7be32fbd), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:49.166911 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-2cd26286-6825-458f-8dfb-4848874c36c7 admin admin] Publish callbacks [] for security_group (87e6eac0-637a-4eaf-8eab-14de7be32fbd), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:49.192542 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 75ac0e1d-9e18-472b-a40c-6d01c150b883, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=75ac0e1d-9e18-472b-a40c-6d01c150b883,segment=NetworkSegment(0363ed2f-e965-4e31-8039-d81606d4468a),segment_id=0363ed2f-e965-4e31-8039-d81606d4468a)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:41:49.204718 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Returning: {'device': '75ac0e1d-9e18-472b-a40c-6d01c150b883', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'port_id': '75ac0e1d-9e18-472b-a40c-6d01c150b883', 'mac_address': 'fa:16:3e:46:e9:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:41:49.216363 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-2cd26286-6825-458f-8dfb-4848874c36c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (87e6eac0-637a-4eaf-8eab-14de7be32fbd), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:49.219705 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-2cd26286-6825-458f-8dfb-4848874c36c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:49.220830 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-2cd26286-6825-458f-8dfb-4848874c36c7 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/87e6eac0-637a-4eaf-8eab-14de7be32fbd HTTP/1.1" status: 204 len: 168 time: 0.1448731 Sep 01 16:41:49.229725 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd26286-6825-458f-8dfb-4848874c36c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e6eac0-637a-4eaf-8eab-14de7be32fbd,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:49.242190 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:49.253219 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 75ac0e1d-9e18-472b-a40c-6d01c150b883 is: DOWN; New status is: BUILD {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:41:49.253916 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (75ac0e1d-9e18-472b-a40c-6d01c150b883), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:49.273137 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75ac0e1d-9e18-472b-a40c-6d01c150b883 {{(pid=106491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:41:49.293516 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 75ac0e1d-9e18-472b-a40c-6d01c150b883, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=75ac0e1d-9e18-472b-a40c-6d01c150b883,segment=NetworkSegment(0363ed2f-e965-4e31-8039-d81606d4468a),segment_id=0363ed2f-e965-4e31-8039-d81606d4468a)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:41:49.297944 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (75ac0e1d-9e18-472b-a40c-6d01c150b883), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:49.347605 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=75ac0e1d-9e18-472b-a40c-6d01c150b883,revision_number=4']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:49.557905 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 39242) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:49.571923 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-32c5af6b-3950-4da5-ba71-91b754e0418e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:49.614949 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:DELETE=5 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:49.638291 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] get_ports_and_sgs() called for port_ids ['75ac0e1d-9e18-472b-a40c-6d01c150b883'] {{(pid=106491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 16:41:49.654815 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-32c5af6b-3950-4da5-ba71-91b754e0418e admin admin] Publish callbacks [] for security_group (dedccfee-e79e-419a-869d-6ba8afca8c3e), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:49.658997 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-32c5af6b-3950-4da5-ba71-91b754e0418e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (dedccfee-e79e-419a-869d-6ba8afca8c3e), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:49.700055 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-32c5af6b-3950-4da5-ba71-91b754e0418e admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=e845013156cb4d3aa04656150323b378&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1409445 Sep 01 16:41:49.700866 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c5af6b-3950-4da5-ba71-91b754e0418e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dedccfee-e79e-419a-869d-6ba8afca8c3e,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:49.702817 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 39244) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:49.756487 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:49.757761 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b73d7420-9f9a-4dc2-9e6c-73bb6089e693 admin admin] Publish callbacks [] for security_group (dedccfee-e79e-419a-869d-6ba8afca8c3e), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:49.785048 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b73d7420-9f9a-4dc2-9e6c-73bb6089e693 admin admin] Publish callbacks [] for security_group (dedccfee-e79e-419a-869d-6ba8afca8c3e), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:49.819797 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc4033-7a97-4da7-bbdc-aa60e7916011 req-db1f175e-011d-4d67-a9e7-0290242d2973 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:49.821340 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-76fc4033-7a97-4da7-bbdc-aa60e7916011 req-db1f175e-011d-4d67-a9e7-0290242d2973 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=870a289a-9e2c-4471-ac02-f9aa77461aff HTTP/1.1" status: 200 len: 944 time: 0.0507674 Sep 01 16:41:49.842732 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b73d7420-9f9a-4dc2-9e6c-73bb6089e693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (dedccfee-e79e-419a-869d-6ba8afca8c3e), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:49.845385 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b73d7420-9f9a-4dc2-9e6c-73bb6089e693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:49.846550 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-b73d7420-9f9a-4dc2-9e6c-73bb6089e693 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/dedccfee-e79e-419a-869d-6ba8afca8c3e HTTP/1.1" status: 204 len: 168 time: 0.1427402 Sep 01 16:41:49.855859 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d7420-9f9a-4dc2-9e6c-73bb6089e693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedccfee-e79e-419a-869d-6ba8afca8c3e,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:49.877097 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-76fc4033-7a97-4da7-bbdc-aa60e7916011 req-75d05d3a-b702-49a6-ab48-cb7f796c6b53 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c88ca760-34fc-4618-ac66-a4d02f8a77ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457511 Sep 01 16:41:51.009608 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3a6fc-3e61-4551-a1ee-c198bbbf5923 req-56113690-5445-4e7a-941c-1da53caeccc1 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:51.012267 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-45f3a6fc-3e61-4551-a1ee-c198bbbf5923 req-56113690-5445-4e7a-941c-1da53caeccc1 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=870a289a-9e2c-4471-ac02-f9aa77461aff HTTP/1.1" status: 200 len: 944 time: 0.0579233 Sep 01 16:41:51.063953 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-45f3a6fc-3e61-4551-a1ee-c198bbbf5923 req-0e9966e4-d732-43cb-b329-3e4b72c4460a tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c88ca760-34fc-4618-ac66-a4d02f8a77ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435238 Sep 01 16:41:51.074446 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 75ac0e1d-9e18-472b-a40c-6d01c150b883 up at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:41:51.122440 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning for port 75ac0e1d-9e18-472b-a40c-6d01c150b883 completed by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 16:41:51.127232 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning complete for port 75ac0e1d-9e18-472b-a40c-6d01c150b883 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:41:51.127553 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (75ac0e1d-9e18-472b-a40c-6d01c150b883), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:51.202861 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 75ac0e1d-9e18-472b-a40c-6d01c150b883 is: BUILD; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:41:51.203245 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (75ac0e1d-9e18-472b-a40c-6d01c150b883), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:51.227753 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870a289a-9e2c-4471-ac02-f9aa77461aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ac0e1d-9e18-472b-a40c-6d01c150b883'}] {{(pid=106491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:41:51.229971 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27cd250e45b0eab3f9aacaaa4111d690d8ad0f5b6b5c497c1d88b56abc962a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c61e0bd-c0da-4dfd-ac46-f0a5bf85eb0d" -d '{"events": [{"server_uuid": "870a289a-9e2c-4471-ac02-f9aa77461aff", "name": "network-vif-plugged", "status": "completed", "tag": "75ac0e1d-9e18-472b-a40c-6d01c150b883"}]}' {{(pid=106491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:41:51.243528 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 75ac0e1d-9e18-472b-a40c-6d01c150b883, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=75ac0e1d-9e18-472b-a40c-6d01c150b883,segment=NetworkSegment(0363ed2f-e965-4e31-8039-d81606d4468a),segment_id=0363ed2f-e965-4e31-8039-d81606d4468a)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:41:51.247766 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (75ac0e1d-9e18-472b-a40c-6d01c150b883), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:51.271877 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf224c3-fabf-46b4-857f-9002a5a6907b x-openstack-request-id: req-ecf224c3-fabf-46b4-857f-9002a5a6907b {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:41:51.272166 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "870a289a-9e2c-4471-ac02-f9aa77461aff", "name": "network-vif-plugged", "status": "completed", "tag": "75ac0e1d-9e18-472b-a40c-6d01c150b883", "code": 200}]} {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:41:51.272417 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ecf224c3-fabf-46b4-857f-9002a5a6907b {{(pid=106491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:41:51.272811 dv-cinder-852209-10-iscsi neutron-server[106491]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecf224c3-fabf-46b4-857f-9002a5a6907b'] response: {'server_uuid': '870a289a-9e2c-4471-ac02-f9aa77461aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ac0e1d-9e18-472b-a40c-6d01c150b883', 'code': 200} Sep 01 16:41:51.310284 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-c51cf1a6-9431-4cbe-a54d-5fcfbac672d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:51.314219 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=75ac0e1d-9e18-472b-a40c-6d01c150b883,revision_number=5']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:41:51.512395 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59e364-8435-4c25-bcdc-66b516483a58 req-ee1a6ab5-59fc-4409-a0a1-5f050888d931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:51.513822 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2d59e364-8435-4c25-bcdc-66b516483a58 req-ee1a6ab5-59fc-4409-a0a1-5f050888d931 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=870a289a-9e2c-4471-ac02-f9aa77461aff HTTP/1.1" status: 200 len: 1129 time: 0.0388634 Sep 01 16:41:51.560140 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2d59e364-8435-4c25-bcdc-66b516483a58 req-9ca9b26e-bfae-45b4-9074-0ebd25a213a9 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c88ca760-34fc-4618-ac66-a4d02f8a77ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409322 Sep 01 16:41:52.187560 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483bbb6-5cb7-4a63-a09a-50dd733245c0 req-07847ff1-7234-400b-a679-3c059c147ff6 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:52.189044 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-e483bbb6-5cb7-4a63-a09a-50dd733245c0 req-07847ff1-7234-400b-a679-3c059c147ff6 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=870a289a-9e2c-4471-ac02-f9aa77461aff HTTP/1.1" status: 200 len: 945 time: 0.0468292 Sep 01 16:41:52.237768 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-e483bbb6-5cb7-4a63-a09a-50dd733245c0 req-93916024-b9a0-4f4d-9fc1-517642beb62b tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c88ca760-34fc-4618-ac66-a4d02f8a77ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432196 Sep 01 16:41:52.731505 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:53.360641 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc59f5-20e6-4527-af67-93005a0fe33b req-bf28cb0b-cd62-413c-8a34-1c7cee97fb30 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:53.362083 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-6ccc59f5-20e6-4527-af67-93005a0fe33b req-bf28cb0b-cd62-413c-8a34-1c7cee97fb30 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=870a289a-9e2c-4471-ac02-f9aa77461aff HTTP/1.1" status: 200 len: 945 time: 0.0476325 Sep 01 16:41:53.410116 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-6ccc59f5-20e6-4527-af67-93005a0fe33b req-55248689-cab1-4eb3-98a0-c6e55d14acf3 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c88ca760-34fc-4618-ac66-a4d02f8a77ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418317 Sep 01 16:41:53.526759 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73a9fc-e89a-4f9a-b202-5de2e0b38c23 req-1c09013a-b671-41c2-af3d-3a55dc1eaea3 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:53.531001 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-ed73a9fc-e89a-4f9a-b202-5de2e0b38c23 req-1c09013a-b671-41c2-af3d-3a55dc1eaea3 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=870a289a-9e2c-4471-ac02-f9aa77461aff HTTP/1.1" status: 200 len: 945 time: 0.0513022 Sep 01 16:41:53.537494 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 39306) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:41:53.542715 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-fc43f575-aefc-4fdf-9ac9-0c5dd83562aa tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Request body: {'floatingip': {'port_id': '75ac0e1d-9e18-472b-a40c-6d01c150b883'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:41:53.581371 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-fc43f575-aefc-4fdf-9ac9-0c5dd83562aa tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for floatingip (cb9e138b-3f96-4b73-adce-2d3adf8608d5), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:53.716803 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-727eefb9-2b31-4c3c-85d3-a24bf1c08388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:53.969781 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:54.055508 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-fc43f575-aefc-4fdf-9ac9-0c5dd83562aa tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:54.059261 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-fc43f575-aefc-4fdf-9ac9-0c5dd83562aa tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631243'] for floatingip (cb9e138b-3f96-4b73-adce-2d3adf8608d5), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:54.156639 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.db.l3_db [None req-fc43f575-aefc-4fdf-9ac9-0c5dd83562aa tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Floating IP cb9e138b-3f96-4b73-adce-2d3adf8608d5 associated. External IP: 172.27.2.251, port: 75ac0e1d-9e18-472b-a40c-6d01c150b883. Sep 01 16:41:54.192027 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:54.362793 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc43f575-aefc-4fdf-9ac9-0c5dd83562aa tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Router 8a000a00-21da-405e-aff7-2b2ad6be6227 has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:41:54.469113 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc43f575-aefc-4fdf-9ac9-0c5dd83562aa tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:41:54.473781 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-fc43f575-aefc-4fdf-9ac9-0c5dd83562aa tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for floatingip (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:54.478594 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac83403-7b9c-4fa4-b12e-daeef232d2f9 None None] Sync routers for ids ['8a000a00-21da-405e-aff7-2b2ad6be6227'] in dv-cinder-852209-10-iscsi {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:41:54.488029 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac83403-7b9c-4fa4-b12e-daeef232d2f9 None None] Routers {'8a000a00-21da-405e-aff7-2b2ad6be6227'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:41:54.488633 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-4ac83403-7b9c-4fa4-b12e-daeef232d2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:41:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['8a000a00-21da-405e-aff7-2b2ad6be6227'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:41:54.504269 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-fc43f575-aefc-4fdf-9ac9-0c5dd83562aa tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/cb9e138b-3f96-4b73-adce-2d3adf8608d5 HTTP/1.1" status: 200 len: 991 time: 0.9656870 Sep 01 16:41:54.504958 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '870a289a-9e2c-4471-ac02-f9aa77461aff', 'tag': '75ac0e1d-9e18-472b-a40c-6d01c150b883'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:41:54.507526 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdaea28f-cd65-414b-97c6-0974b5cfbdfb" -d '{"events": [{"name": "network-changed", "server_uuid": "870a289a-9e2c-4471-ac02-f9aa77461aff", "tag": "75ac0e1d-9e18-472b-a40c-6d01c150b883"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:41:54.547128 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 16:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5043812f-5f4f-4c4b-a22e-e4014f3ae5f8 x-openstack-request-id: req-5043812f-5f4f-4c4b-a22e-e4014f3ae5f8 {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:41:54.547416 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "870a289a-9e2c-4471-ac02-f9aa77461aff", "tag": "75ac0e1d-9e18-472b-a40c-6d01c150b883", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:41:54.547665 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5043812f-5f4f-4c4b-a22e-e4014f3ae5f8 {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:41:54.548071 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5043812f-5f4f-4c4b-a22e-e4014f3ae5f8'] response: {'name': 'network-changed', 'server_uuid': '870a289a-9e2c-4471-ac02-f9aa77461aff', 'tag': '75ac0e1d-9e18-472b-a40c-6d01c150b883', 'status': 'completed', 'code': 200} Sep 01 16:41:54.595696 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-4ac83403-7b9c-4fa4-b12e-daeef232d2f9 None None] Set router 8a000a00-21da-405e-aff7-2b2ad6be6227 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:41:54.634749 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaea28f-cd65-414b-97c6-0974b5cfbdfb req-8ef93f2d-9833-406d-a9e8-26fd642618c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:54.636240 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-cdaea28f-cd65-414b-97c6-0974b5cfbdfb req-8ef93f2d-9833-406d-a9e8-26fd642618c4 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=9b9aa20e1ffb453d9ee13dd6ae2c25ef&device_id=870a289a-9e2c-4471-ac02-f9aa77461aff HTTP/1.1" status: 200 len: 1129 time: 0.0397809 Sep 01 16:41:54.652139 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:54.734630 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaea28f-cd65-414b-97c6-0974b5cfbdfb req-70c392ba-dd1e-4a31-b549-4b8157ab5b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:54.736326 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-cdaea28f-cd65-414b-97c6-0974b5cfbdfb req-70c392ba-dd1e-4a31-b549-4b8157ab5b94 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=ae0395ee-74d9-4949-89c6-cf6ebc736a46 HTTP/1.1" status: 200 len: 916 time: 0.0939226 Sep 01 16:41:54.744653 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:54.802853 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-cdaea28f-cd65-414b-97c6-0974b5cfbdfb req-35f611c6-a487-43cf-84e7-0cef490523ab service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75ac0e1d-9e18-472b-a40c-6d01c150b883 HTTP/1.1" status: 200 len: 999 time: 0.0598395 Sep 01 16:41:54.828831 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-4ac83403-7b9c-4fa4-b12e-daeef232d2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'name': 'tempest-AttachVolumeNegativeTest-1256010836-router', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:41:37Z', 'updated_at': '2022-09-01T16:41:40Z', 'revision_number': 4, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'gw_port': {'id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:38:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:38Z', 'updated_at': '2022-09-01T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': 'cb9e138b-3f96-4b73-adce-2d3adf8608d5', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'port_id': '75ac0e1d-9e18-472b-a40c-6d01c150b883', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'mac_address': 'fa:16:3e:46:e9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870a289a-9e2c-4471-ac02-f9aa77461aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:41:42Z', 'updated_at': '2022-09-01T16:41:53Z', 'revision_number': 1, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087328a0-d3ac-421a-9dc7-4759db8aec06', 'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'mac_address': 'fa:16:3e:1b:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:39Z', 'updated_at': '2022-09-01T16:41:45Z', 'revision_number': 5, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'subnets': [{'id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:41:54.854885 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac83403-7b9c-4fa4-b12e-daeef232d2f9 None None] Checking router: 8a000a00-21da-405e-aff7-2b2ad6be6227 for host: dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:41:54.855334 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaea28f-cd65-414b-97c6-0974b5cfbdfb req-b62f6fc2-3bf4-4a6c-b0df-b276fdf97a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:54.856789 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-cdaea28f-cd65-414b-97c6-0974b5cfbdfb req-b62f6fc2-3bf4-4a6c-b0df-b276fdf97a1b service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e9b0dd6e-b554-478d-81fd-0da60f4e81d8 HTTP/1.1" status: 200 len: 854 time: 0.0467005 Sep 01 16:41:54.866463 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac83403-7b9c-4fa4-b12e-daeef232d2f9 None None] Routers {'8a000a00-21da-405e-aff7-2b2ad6be6227'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:41:54.867096 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-4ac83403-7b9c-4fa4-b12e-daeef232d2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:41:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['8a000a00-21da-405e-aff7-2b2ad6be6227'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:41:54.906339 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaea28f-cd65-414b-97c6-0974b5cfbdfb req-cba9520f-0c89-4100-9178-3cb118346c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:54.907837 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-cdaea28f-cd65-414b-97c6-0974b5cfbdfb req-cba9520f-0c89-4100-9178-3cb118346c8d service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=ae0395ee-74d9-4949-89c6-cf6ebc736a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450079 Sep 01 16:41:54.983590 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-4ac83403-7b9c-4fa4-b12e-daeef232d2f9 None None] Set router 8a000a00-21da-405e-aff7-2b2ad6be6227 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:41:55.015142 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-cdaea28f-cd65-414b-97c6-0974b5cfbdfb req-0f5e6184-c326-4915-b7c0-b401da9db544 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ae0395ee-74d9-4949-89c6-cf6ebc736a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993288 Sep 01 16:41:55.122529 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-cdaea28f-cd65-414b-97c6-0974b5cfbdfb req-38c6e044-c611-4cc2-995e-a3a9d0518675 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ae0395ee-74d9-4949-89c6-cf6ebc736a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010365 Sep 01 16:41:55.125178 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:55.213049 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-4ac83403-7b9c-4fa4-b12e-daeef232d2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'name': 'tempest-AttachVolumeNegativeTest-1256010836-router', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:41:37Z', 'updated_at': '2022-09-01T16:41:40Z', 'revision_number': 4, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'gw_port': {'id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:38:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:38Z', 'updated_at': '2022-09-01T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': 'cb9e138b-3f96-4b73-adce-2d3adf8608d5', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'port_id': '75ac0e1d-9e18-472b-a40c-6d01c150b883', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'mac_address': 'fa:16:3e:46:e9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870a289a-9e2c-4471-ac02-f9aa77461aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:41:42Z', 'updated_at': '2022-09-01T16:41:53Z', 'revision_number': 1, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087328a0-d3ac-421a-9dc7-4759db8aec06', 'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'mac_address': 'fa:16:3e:1b:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:39Z', 'updated_at': '2022-09-01T16:41:45Z', 'revision_number': 5, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'subnets': [{'id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:41:55.365831 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac83403-7b9c-4fa4-b12e-daeef232d2f9 None None] The sync data for ids ['8a000a00-21da-405e-aff7-2b2ad6be6227'] in dv-cinder-852209-10-iscsi is: [{'id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'name': 'tempest-AttachVolumeNegativeTest-1256010836-router', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:41:37Z', 'updated_at': '2022-09-01T16:41:40Z', 'revision_number': 4, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'gw_port': {'id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:38:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:38Z', 'updated_at': '2022-09-01T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': 'cb9e138b-3f96-4b73-adce-2d3adf8608d5', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'port_id': '75ac0e1d-9e18-472b-a40c-6d01c150b883', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'mac_address': 'fa:16:3e:46:e9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870a289a-9e2c-4471-ac02-f9aa77461aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:41:42Z', 'updated_at': '2022-09-01T16:41:53Z', 'revision_number': 1, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087328a0-d3ac-421a-9dc7-4759db8aec06', 'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'mac_address': 'fa:16:3e:1b:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:39Z', 'updated_at': '2022-09-01T16:41:45Z', 'revision_number': 5, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'subnets': [{'id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:41:55.611908 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f880d7-2d2c-445c-a0f2-68e2ded5f093 None None] New status for floating IP cb9e138b-3f96-4b73-adce-2d3adf8608d5: ACTIVE {{(pid=106492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 16:41:56.359099 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:56.474384 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:41:58.559520 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:58.568602 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305738ff-5431-4100-89ca-58f2f2f956ba req-4ad766f1-41ac-40ab-8d92-67b5bb720187 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:58.570739 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-305738ff-5431-4100-89ca-58f2f2f956ba req-4ad766f1-41ac-40ab-8d92-67b5bb720187 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 985 time: 0.0855799 Sep 01 16:41:58.587247 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853dc8b-4de9-4ed2-a32f-a9f3663513b6 req-02f13042-3858-4068-836e-da1dc9430bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:58.588670 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4853dc8b-4de9-4ed2-a32f-a9f3663513b6 req-02f13042-3858-4068-836e-da1dc9430bb3 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=13ab20a85384485e95e2c0dadcc8b43c&device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 1169 time: 0.0589707 Sep 01 16:41:58.625062 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:41:58.708704 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-305738ff-5431-4100-89ca-58f2f2f956ba req-ef60ac8d-a317-4854-bc76-d8559691b5b5 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=540127ec-4e23-4f73-a15d-88ab904e2328&id=23a3eeca-025b-4261-ab3b-cbd54b559ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1312845 Sep 01 16:41:58.723644 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853dc8b-4de9-4ed2-a32f-a9f3663513b6 req-80e24468-a2dc-4420-8a7e-d23c0bf6c70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:58.725315 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4853dc8b-4de9-4ed2-a32f-a9f3663513b6 req-80e24468-a2dc-4420-8a7e-d23c0bf6c70b service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=39b32e89-2562-41b6-8f54-e0086889d468 HTTP/1.1" status: 200 len: 915 time: 0.1295497 Sep 01 16:41:58.790380 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4853dc8b-4de9-4ed2-a32f-a9f3663513b6 req-e232b1f6-51b6-4ed6-8243-0ce481b02b22 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=229f7341-6966-4b67-9657-ed92a6db27a4 HTTP/1.1" status: 200 len: 1001 time: 0.0589948 Sep 01 16:41:59.104521 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853dc8b-4de9-4ed2-a32f-a9f3663513b6 req-86b44f49-2aaf-487c-aaff-12aa8f62518f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:59.105975 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4853dc8b-4de9-4ed2-a32f-a9f3663513b6 req-86b44f49-2aaf-487c-aaff-12aa8f62518f service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=0dc4a385-95e8-4723-8dcf-4daafb3488ee HTTP/1.1" status: 200 len: 853 time: 0.3094652 Sep 01 16:41:59.150453 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853dc8b-4de9-4ed2-a32f-a9f3663513b6 req-6a0fc854-f8ef-422e-ba20-a7921e0dd557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:59.151841 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4853dc8b-4de9-4ed2-a32f-a9f3663513b6 req-6a0fc854-f8ef-422e-ba20-a7921e0dd557 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=39b32e89-2562-41b6-8f54-e0086889d468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385516 Sep 01 16:41:59.245412 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4853dc8b-4de9-4ed2-a32f-a9f3663513b6 req-f9a7fbf1-3c03-400f-8ee7-c12c93f5d7cb service neutron] 10.222.0.77 "GET /networking/v2.0/networks/39b32e89-2562-41b6-8f54-e0086889d468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863521 Sep 01 16:41:59.338560 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4853dc8b-4de9-4ed2-a32f-a9f3663513b6 req-40147172-e3a9-4ce2-9682-ab9f34d61e9b service neutron] 10.222.0.77 "GET /networking/v2.0/networks/39b32e89-2562-41b6-8f54-e0086889d468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853550 Sep 01 16:41:59.844967 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380d564-dede-4229-b8b0-ec353aae8220 req-287b3899-71da-4be5-bacd-ac18cda30053 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:41:59.846461 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-a380d564-dede-4229-b8b0-ec353aae8220 req-287b3899-71da-4be5-bacd-ac18cda30053 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 985 time: 0.0506985 Sep 01 16:41:59.907323 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-a380d564-dede-4229-b8b0-ec353aae8220 req-796cabd8-9a16-4775-8383-4cd464eec0b1 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=540127ec-4e23-4f73-a15d-88ab904e2328&id=23a3eeca-025b-4261-ab3b-cbd54b559ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540745 Sep 01 16:42:01.033586 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7841b96-878c-4c80-a76b-8168495f9f0d req-e2b8379e-d1a0-4162-a66e-97a5b77f7b61 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:01.035186 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b7841b96-878c-4c80-a76b-8168495f9f0d req-e2b8379e-d1a0-4162-a66e-97a5b77f7b61 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 985 time: 0.0517511 Sep 01 16:42:01.097172 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b7841b96-878c-4c80-a76b-8168495f9f0d req-0798bb4e-7fe4-4641-84db-198339ad25b1 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=540127ec-4e23-4f73-a15d-88ab904e2328&id=23a3eeca-025b-4261-ab3b-cbd54b559ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558395 Sep 01 16:42:01.105728 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 39408) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:42:01.229447 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-f8e6278b-4dcd-4278-93d8-0d35ef0188da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:01.307161 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-f8e6278b-4dcd-4278-93d8-0d35ef0188da admin admin] Publish callbacks [] for security_group (5ed29455-7af6-4f20-8ff8-1d01a62a0d9a), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:01.310958 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-f8e6278b-4dcd-4278-93d8-0d35ef0188da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (5ed29455-7af6-4f20-8ff8-1d01a62a0d9a), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:01.349586 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-f8e6278b-4dcd-4278-93d8-0d35ef0188da admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ef3fae8a59d54d3e881716e8ff6a1764&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427325 Sep 01 16:42:01.350804 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6278b-4dcd-4278-93d8-0d35ef0188da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed29455-7af6-4f20-8ff8-1d01a62a0d9a,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:01.352530 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 39414) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:42:01.403606 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-99559944-f8d7-49ff-bb9c-cc36c98827b7 admin admin] Publish callbacks [] for security_group (5ed29455-7af6-4f20-8ff8-1d01a62a0d9a), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:01.426107 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-99559944-f8d7-49ff-bb9c-cc36c98827b7 admin admin] Publish callbacks [] for security_group (5ed29455-7af6-4f20-8ff8-1d01a62a0d9a), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:01.472678 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-99559944-f8d7-49ff-bb9c-cc36c98827b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (5ed29455-7af6-4f20-8ff8-1d01a62a0d9a), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:01.475213 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-99559944-f8d7-49ff-bb9c-cc36c98827b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:01.477351 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-99559944-f8d7-49ff-bb9c-cc36c98827b7 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/5ed29455-7af6-4f20-8ff8-1d01a62a0d9a HTTP/1.1" status: 204 len: 168 time: 0.1230586 Sep 01 16:42:01.479852 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=6 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:01.486787 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99559944-f8d7-49ff-bb9c-cc36c98827b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed29455-7af6-4f20-8ff8-1d01a62a0d9a,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:02.224200 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe62be-8f48-4021-8e8e-616b6580d6f8 req-cc57bb1d-dcee-418c-bdb1-a53bf7d44b4c tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:02.225956 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-53fe62be-8f48-4021-8e8e-616b6580d6f8 req-cc57bb1d-dcee-418c-bdb1-a53bf7d44b4c tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 985 time: 0.0522418 Sep 01 16:42:02.262876 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:UPDATE=1,neutron:INSERT=3,neutron:SELECT=94,neutron:DELETE=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:02.290453 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-53fe62be-8f48-4021-8e8e-616b6580d6f8 req-15743094-ea5b-48f5-86bd-4c210b2713ae tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=540127ec-4e23-4f73-a15d-88ab904e2328&id=23a3eeca-025b-4261-ab3b-cbd54b559ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587773 Sep 01 16:42:03.413339 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973bc20e-c228-4bbd-9f04-5d94cdc8aa54 req-eee6730b-32cd-4624-82da-c3b727e54786 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:03.415400 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-973bc20e-c228-4bbd-9f04-5d94cdc8aa54 req-eee6730b-32cd-4624-82da-c3b727e54786 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 985 time: 0.0508180 Sep 01 16:42:03.454470 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:03.475650 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-973bc20e-c228-4bbd-9f04-5d94cdc8aa54 req-89d98103-45af-4a64-b1e4-9f9aa93b8503 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=540127ec-4e23-4f73-a15d-88ab904e2328&id=23a3eeca-025b-4261-ab3b-cbd54b559ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544634 Sep 01 16:42:04.196276 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (294a3787-103d-4a51-bc9c-bc09638a7966), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:04.594842 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26ab20-ad49-49f5-bbea-560034b76bbd req-ae30d38f-8f59-41c5-8eef-cdd9aad5b0f9 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:04.596330 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-df26ab20-ad49-49f5-bbea-560034b76bbd req-ae30d38f-8f59-41c5-8eef-cdd9aad5b0f9 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 985 time: 0.0495002 Sep 01 16:42:04.656338 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-df26ab20-ad49-49f5-bbea-560034b76bbd req-6834431b-5f6d-4968-ba56-7e311704dcfb tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=540127ec-4e23-4f73-a15d-88ab904e2328&id=23a3eeca-025b-4261-ab3b-cbd54b559ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534873 Sep 01 16:42:05.724629 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:05.727172 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:05.786801 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac590c-32ca-4d9e-8525-9c0047196e0f req-7769d123-9279-4ba2-83f4-00b69b55856d tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:05.788280 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-91ac590c-32ca-4d9e-8525-9c0047196e0f req-7769d123-9279-4ba2-83f4-00b69b55856d tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 985 time: 0.0552065 Sep 01 16:42:05.868247 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-91ac590c-32ca-4d9e-8525-9c0047196e0f req-b7bb0405-8361-4b42-98ee-c750e1ebf6b5 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=540127ec-4e23-4f73-a15d-88ab904e2328&id=23a3eeca-025b-4261-ab3b-cbd54b559ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0738244 Sep 01 16:42:06.986004 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5ed76-3cb9-4107-b7a7-3374e090c9a5 req-71adb6a8-2507-483f-b899-9fc6b0e573aa tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:06.987509 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-8ce5ed76-3cb9-4107-b7a7-3374e090c9a5 req-71adb6a8-2507-483f-b899-9fc6b0e573aa tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 985 time: 0.0466251 Sep 01 16:42:07.051298 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-8ce5ed76-3cb9-4107-b7a7-3374e090c9a5 req-441e7cd9-c835-4285-bafb-c675c1819a29 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=540127ec-4e23-4f73-a15d-88ab904e2328&id=23a3eeca-025b-4261-ab3b-cbd54b559ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574028 Sep 01 16:42:08.156255 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:08.180836 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c2d2a-8237-489d-94a3-3ab15560649e req-9daca28d-cc80-4cde-bc83-6302c2067967 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:08.182363 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c68c2d2a-8237-489d-94a3-3ab15560649e req-9daca28d-cc80-4cde-bc83-6302c2067967 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 985 time: 0.0568485 Sep 01 16:42:08.243871 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c68c2d2a-8237-489d-94a3-3ab15560649e req-bececc7f-bd7a-4581-88d9-4b68628aaac9 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=540127ec-4e23-4f73-a15d-88ab904e2328&id=23a3eeca-025b-4261-ab3b-cbd54b559ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556791 Sep 01 16:42:08.968011 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-8c6e6d4f-9602-4c6c-adae-04581c4bfb74 req-bce5a128-123e-4f2e-8c2a-fa004d0e9d44 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373783 Sep 01 16:42:09.059843 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e6d4f-9602-4c6c-adae-04581c4bfb74 req-d62997e1-1838-48f1-b5ac-c621f9d5428f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:09.061339 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-8c6e6d4f-9602-4c6c-adae-04581c4bfb74 req-d62997e1-1838-48f1-b5ac-c621f9d5428f service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=b683a11c21fe4dd389a006f051576a1b&device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 1129 time: 0.0403376 Sep 01 16:42:09.172500 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e6d4f-9602-4c6c-adae-04581c4bfb74 req-5b228a21-d044-472e-80fe-29444ab67fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:09.173954 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-8c6e6d4f-9602-4c6c-adae-04581c4bfb74 req-5b228a21-d044-472e-80fe-29444ab67fa6 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=b36a9745-9290-42e8-afea-e40aab2f41b5 HTTP/1.1" status: 200 len: 909 time: 0.0930254 Sep 01 16:42:09.216497 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-66ab15a9-5205-4b95-bc03-dc82082f83ef tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1444885176&fields=id&tenant_id=4b6bf55e6c5e47f3895e135c4d6dc3ff HTTP/1.1" status: 200 len: 267 time: 0.0445504 Sep 01 16:42:09.237393 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-8c6e6d4f-9602-4c6c-adae-04581c4bfb74 req-9f91b198-e4d3-4122-9725-b5f7963c99a8 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85932ff9-5198-4161-a8d5-3f43070b4618 HTTP/1.1" status: 200 len: 1000 time: 0.0559895 Sep 01 16:42:09.293449 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e6d4f-9602-4c6c-adae-04581c4bfb74 req-2f093ba9-88da-423f-8e40-2c24562c6f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:09.295086 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-8c6e6d4f-9602-4c6c-adae-04581c4bfb74 req-2f093ba9-88da-423f-8e40-2c24562c6f78 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=f1beef4d-dfb1-4a05-8a44-08c9bc10a278 HTTP/1.1" status: 200 len: 847 time: 0.0518169 Sep 01 16:42:09.329609 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-906bc4ba-275e-418a-b6da-5bd09ff34440 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:09.331140 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-906bc4ba-275e-418a-b6da-5bd09ff34440 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/networks?id=5fae8c7f-11cf-4ab3-8c34-e624963abdb8 HTTP/1.1" status: 200 len: 811 time: 0.1081293 Sep 01 16:42:09.348009 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-90041659-eb12-43e4-b75a-373b5519f006 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/quotas/4b6bf55e6c5e47f3895e135c4d6dc3ff HTTP/1.1" status: 200 len: 375 time: 0.0109658 Sep 01 16:42:09.369217 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e6d4f-9602-4c6c-adae-04581c4bfb74 req-69b2ab05-cf04-4a8e-9317-a0c60d5196f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:09.370731 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-8c6e6d4f-9602-4c6c-adae-04581c4bfb74 req-69b2ab05-cf04-4a8e-9317-a0c60d5196f0 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=b36a9745-9290-42e8-afea-e40aab2f41b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0699525 Sep 01 16:42:09.391245 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843d4d1-8edb-4218-aa1e-a9820a34218c req-18b8bf45-210a-4f8f-a307-40d5412316c8 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:09.392584 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a843d4d1-8edb-4218-aa1e-a9820a34218c req-18b8bf45-210a-4f8f-a307-40d5412316c8 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 985 time: 0.0650821 Sep 01 16:42:09.407845 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-3c6ed766-f51f-42c7-a7e7-0a872fecf753 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=4b6bf55e6c5e47f3895e135c4d6dc3ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0523260 Sep 01 16:42:09.506815 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-332d3cdd-77a0-45c1-ba99-e67d0ba9635d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/5fae8c7f-11cf-4ab3-8c34-e624963abdb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870974 Sep 01 16:42:09.516467 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a843d4d1-8edb-4218-aa1e-a9820a34218c req-d2b30a0e-8ba2-4422-85ab-ef4a63e4871c tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=540127ec-4e23-4f73-a15d-88ab904e2328&id=23a3eeca-025b-4261-ab3b-cbd54b559ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1136105 Sep 01 16:42:09.518774 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-8c6e6d4f-9602-4c6c-adae-04581c4bfb74 req-13148393-9abd-4e32-8c2b-5cc0ea72165f service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b36a9745-9290-42e8-afea-e40aab2f41b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424608 Sep 01 16:42:09.602413 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-b9c9279b-128f-4b39-b01f-10bf3c0250fb service neutron] 10.222.0.18 "GET /networking/v2.0/networks/5fae8c7f-11cf-4ab3-8c34-e624963abdb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902493 Sep 01 16:42:09.614866 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-8c6e6d4f-9602-4c6c-adae-04581c4bfb74 req-d2b0e992-c95e-4317-82ca-36a62e18b2b5 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b36a9745-9290-42e8-afea-e40aab2f41b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896018 Sep 01 16:42:09.773972 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.agents_db [None req-09d9e05d-4d55-4c1e-8994-77c39c5d0c8d None None] Agent healthcheck: found 6 active agents {{(pid=106492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:42:09.890083 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d0f0464c-af69-4e9f-8e3c-03f567e54afd req-e5a721d7-d5b8-44f5-8e83-efe37bfa3c66 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05425634-c94f-4f95-a99b-ee2058fd092d HTTP/1.1" status: 200 len: 210 time: 0.0283363 Sep 01 16:42:10.638994 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c016a12-7969-4e10-91a3-d29016115f6d req-2fa669fd-d321-4ccb-962f-885f9bcf2109 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:10.640678 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-2c016a12-7969-4e10-91a3-d29016115f6d req-2fa669fd-d321-4ccb-962f-885f9bcf2109 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 985 time: 0.0511925 Sep 01 16:42:10.703872 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-2c016a12-7969-4e10-91a3-d29016115f6d req-02e0baaf-7271-4288-b718-32b56592c16e tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=540127ec-4e23-4f73-a15d-88ab904e2328&id=23a3eeca-025b-4261-ab3b-cbd54b559ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570462 Sep 01 16:42:10.989300 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ec12eb8d-7a4b-48f3-babf-6854a8984126 req-c148322e-765a-41a0-a8f5-db93ccb21638 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05425634-c94f-4f95-a99b-ee2058fd092d HTTP/1.1" status: 200 len: 210 time: 0.0289021 Sep 01 16:42:11.434761 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-d670d2a9-734f-4d75-884e-68931d4734b7 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:11.436326 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-d670d2a9-734f-4d75-884e-68931d4734b7 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.77 "GET /networking/v2.0/networks?id=5fae8c7f-11cf-4ab3-8c34-e624963abdb8 HTTP/1.1" status: 200 len: 811 time: 0.1182015 Sep 01 16:42:11.546498 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-dc1f882f-5b56-41e9-9578-e9055b86534a tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4b6bf55e6c5e47f3895e135c4d6dc3ff HTTP/1.1" status: 200 len: 380 time: 0.0591071 Sep 01 16:42:11.561000 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-e782e64a-bb4b-435f-b6d9-c945aaebf6a4 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Request body: {'port': {'device_id': '05425634-c94f-4f95-a99b-ee2058fd092d', 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8', 'admin_state_up': True, 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'security_groups': ['9829d6df-9a78-4369-ba31-f6f6ae02880a']}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:42:11.606722 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:11.660644 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:11.676218 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-e782e64a-bb4b-435f-b6d9-c945aaebf6a4 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Made reservation on behalf of 4b6bf55e6c5e47f3895e135c4d6dc3ff for: {'port': 1} {{(pid=106490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:42:11.681184 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-e782e64a-bb4b-435f-b6d9-c945aaebf6a4 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:11.823030 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_common [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-e782e64a-bb4b-435f-b6d9-c945aaebf6a4 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Allocated IP 172.20.0.11 (5fae8c7f-11cf-4ab3-8c34-e624963abdb8/1de59a85-ac00-434c-9a09-dffa079bb909/246797ab-f380-41b3-b1f0-53ace837a15f) {{(pid=106490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:42:11.832777 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca47079-5ad7-4c41-9032-ffff73f24d08 req-e9ad9239-8876-4c1f-a2b8-1c539d5a0469 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:11.834313 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-5ca47079-5ad7-4c41-9032-ffff73f24d08 req-e9ad9239-8876-4c1f-a2b8-1c539d5a0469 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 985 time: 0.0533788 Sep 01 16:42:11.897729 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-5ca47079-5ad7-4c41-9032-ffff73f24d08 req-365cf87e-72bc-4195-ac33-36472d2d871a tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=540127ec-4e23-4f73-a15d-88ab904e2328&id=23a3eeca-025b-4261-ab3b-cbd54b559ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575097 Sep 01 16:42:11.969606 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-e782e64a-bb4b-435f-b6d9-c945aaebf6a4 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for port (246797ab-f380-41b3-b1f0-53ace837a15f), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:12.004150 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-e782e64a-bb4b-435f-b6d9-c945aaebf6a4 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (246797ab-f380-41b3-b1f0-53ace837a15f), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:12.049654 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-e782e64a-bb4b-435f-b6d9-c945aaebf6a4 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Network 5fae8c7f-11cf-4ab3-8c34-e624963abdb8 is already hosted by enough agents. {{(pid=106490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:42:12.053603 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-e782e64a-bb4b-435f-b6d9-c945aaebf6a4 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Resources bound (agent type, host, resource id): {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:42:12.057317 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-e782e64a-bb4b-435f-b6d9-c945aaebf6a4 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Received port after_create {{(pid=106490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:42:12.125078 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782e64a-bb4b-435f-b6d9-c945aaebf6a4 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Pushing event updated for resources: {'Port': ['ID=246797ab-f380-41b3-b1f0-53ace837a15f,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:12.148946 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782e64a-bb4b-435f-b6d9-c945aaebf6a4 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:12.149382 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782e64a-bb4b-435f-b6d9-c945aaebf6a4 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:12.149866 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782e64a-bb4b-435f-b6d9-c945aaebf6a4 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:12.150354 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782e64a-bb4b-435f-b6d9-c945aaebf6a4 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:12.150861 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782e64a-bb4b-435f-b6d9-c945aaebf6a4 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:12.151160 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782e64a-bb4b-435f-b6d9-c945aaebf6a4 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:12.151622 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782e64a-bb4b-435f-b6d9-c945aaebf6a4 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:12.152113 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782e64a-bb4b-435f-b6d9-c945aaebf6a4 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:12.152321 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782e64a-bb4b-435f-b6d9-c945aaebf6a4 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:12.152642 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782e64a-bb4b-435f-b6d9-c945aaebf6a4 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:12.152967 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782e64a-bb4b-435f-b6d9-c945aaebf6a4 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:12.153288 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782e64a-bb4b-435f-b6d9-c945aaebf6a4 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:12.153603 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782e64a-bb4b-435f-b6d9-c945aaebf6a4 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:12.153945 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782e64a-bb4b-435f-b6d9-c945aaebf6a4 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:12.154261 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e782e64a-bb4b-435f-b6d9-c945aaebf6a4 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:12.172117 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-e782e64a-bb4b-435f-b6d9-c945aaebf6a4 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:12.172733 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-e782e64a-bb4b-435f-b6d9-c945aaebf6a4 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:12.181930 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17986616-368d-4677-88b5-4f4582c63df6 req-e51c2b47-6dc0-4470-a218-aff8039af2f4 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:12.183675 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-17986616-368d-4677-88b5-4f4582c63df6 req-e51c2b47-6dc0-4470-a218-aff8039af2f4 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05425634-c94f-4f95-a99b-ee2058fd092d HTTP/1.1" status: 200 len: 932 time: 0.1196918 Sep 01 16:42:12.212532 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-e782e64a-bb4b-435f-b6d9-c945aaebf6a4 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6556735 Sep 01 16:42:12.234942 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-af3cdfcf-1823-4b80-82e1-3ca8a9df8021 service neutron] Request body: {'port': {'device_id': '05425634-c94f-4f95-a99b-ee2058fd092d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:42:12.286124 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-17986616-368d-4677-88b5-4f4582c63df6 req-0aebd5cf-9a7f-4543-bf81-48c86b45f347 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939126 Sep 01 16:42:12.317020 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-af3cdfcf-1823-4b80-82e1-3ca8a9df8021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (246797ab-f380-41b3-b1f0-53ace837a15f), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:12.362559 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-b5fbe60e-446e-4031-a3b4-6552295282cd None None] Provisioning complete for port 246797ab-f380-41b3-b1f0-53ace837a15f triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:42:12.363148 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-b5fbe60e-446e-4031-a3b4-6552295282cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (246797ab-f380-41b3-b1f0-53ace837a15f), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:12.394931 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-b5fbe60e-446e-4031-a3b4-6552295282cd None None] Port 246797ab-f380-41b3-b1f0-53ace837a15f cannot update to ACTIVE because it is not bound. {{(pid=106491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 16:42:12.488423 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:12.490551 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:12.588934 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-af3cdfcf-1823-4b80-82e1-3ca8a9df8021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 246797ab-f380-41b3-b1f0-53ace837a15f {{(pid=106490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:42:12.596432 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-af3cdfcf-1823-4b80-82e1-3ca8a9df8021 service neutron] Publish callbacks [] for port (246797ab-f380-41b3-b1f0-53ace837a15f), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:12.609511 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.provisioning_blocks [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-af3cdfcf-1823-4b80-82e1-3ca8a9df8021 service neutron] Transition to ACTIVE for port object 246797ab-f380-41b3-b1f0-53ace837a15f will not be triggered until provisioned by entity L2. {{(pid=106490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 16:42:12.613329 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-af3cdfcf-1823-4b80-82e1-3ca8a9df8021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261539433'] for port (246797ab-f380-41b3-b1f0-53ace837a15f), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:12.673783 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3cdfcf-1823-4b80-82e1-3ca8a9df8021 service neutron] Pushing event updated for resources: {'Port': ['ID=246797ab-f380-41b3-b1f0-53ace837a15f,revision_number=2']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:12.725427 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-af3cdfcf-1823-4b80-82e1-3ca8a9df8021 service neutron] Attempting to bind port 246797ab-f380-41b3-b1f0-53ace837a15f on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:42:12.725782 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-af3cdfcf-1823-4b80-82e1-3ca8a9df8021 service neutron] Attempting to bind port 246797ab-f380-41b3-b1f0-53ace837a15f by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': 'bbd04979-a082-42b3-a384-0dd9dbff408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8'}] {{(pid=106490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:42:12.726102 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-af3cdfcf-1823-4b80-82e1-3ca8a9df8021 service neutron] Attempting to bind port 246797ab-f380-41b3-b1f0-53ace837a15f on network 5fae8c7f-11cf-4ab3-8c34-e624963abdb8 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:42:12.730545 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-af3cdfcf-1823-4b80-82e1-3ca8a9df8021 service neutron] Port 246797ab-f380-41b3-b1f0-53ace837a15f on network 5fae8c7f-11cf-4ab3-8c34-e624963abdb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 16:42:12.730854 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-af3cdfcf-1823-4b80-82e1-3ca8a9df8021 service neutron] Attempting to bind port 246797ab-f380-41b3-b1f0-53ace837a15f on network 5fae8c7f-11cf-4ab3-8c34-e624963abdb8 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:42:12.735540 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-af3cdfcf-1823-4b80-82e1-3ca8a9df8021 service neutron] Checking agent: {'id': '294a3787-103d-4a51-bc9c-bc09638a7966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 32, 3), 'started_at': datetime.datetime(2022, 9, 1, 16, 32, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:42:12.735864 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-af3cdfcf-1823-4b80-82e1-3ca8a9df8021 service neutron] Checking segment: {'id': 'bbd04979-a082-42b3-a384-0dd9dbff408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:42:12.736238 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-af3cdfcf-1823-4b80-82e1-3ca8a9df8021 service neutron] Bound using segment: {'id': 'bbd04979-a082-42b3-a384-0dd9dbff408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8'} {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:42:12.736655 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-af3cdfcf-1823-4b80-82e1-3ca8a9df8021 service neutron] Bound port: 246797ab-f380-41b3-b1f0-53ace837a15f, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbd04979-a082-42b3-a384-0dd9dbff408c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8'}}] {{(pid=106490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:42:12.737000 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-af3cdfcf-1823-4b80-82e1-3ca8a9df8021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (246797ab-f380-41b3-b1f0-53ace837a15f), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:12.796319 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-af3cdfcf-1823-4b80-82e1-3ca8a9df8021 service neutron] For port 246797ab-f380-41b3-b1f0-53ace837a15f, host hv-cinder-85220, cleared binding levels {{(pid=106490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:42:12.799314 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-af3cdfcf-1823-4b80-82e1-3ca8a9df8021 service neutron] For port 246797ab-f380-41b3-b1f0-53ace837a15f, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=246797ab-f380-41b3-b1f0-53ace837a15f,segment=NetworkSegment(bbd04979-a082-42b3-a384-0dd9dbff408c),segment_id=bbd04979-a082-42b3-a384-0dd9dbff408c)] {{(pid=106490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:42:12.805765 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-af3cdfcf-1823-4b80-82e1-3ca8a9df8021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261539433'] for port (246797ab-f380-41b3-b1f0-53ace837a15f), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:12.809841 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-af3cdfcf-1823-4b80-82e1-3ca8a9df8021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:12.810416 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-af3cdfcf-1823-4b80-82e1-3ca8a9df8021 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:12.811749 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-af3cdfcf-1823-4b80-82e1-3ca8a9df8021 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/246797ab-f380-41b3-b1f0-53ace837a15f HTTP/1.1" status: 200 len: 1094 time: 0.5817380 Sep 01 16:42:12.812226 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05425634-c94f-4f95-a99b-ee2058fd092d', 'tag': '246797ab-f380-41b3-b1f0-53ace837a15f'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:42:12.814434 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321e7218-4b84-45e9-845f-84f46d060e78" -d '{"events": [{"name": "network-changed", "server_uuid": "05425634-c94f-4f95-a99b-ee2058fd092d", "tag": "246797ab-f380-41b3-b1f0-53ace837a15f"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:42:12.858364 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 16:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62eb38a-943f-4de4-8d52-a3c16facfb2d x-openstack-request-id: req-d62eb38a-943f-4de4-8d52-a3c16facfb2d {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:42:12.858641 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05425634-c94f-4f95-a99b-ee2058fd092d", "tag": "246797ab-f380-41b3-b1f0-53ace837a15f", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:42:12.858880 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d62eb38a-943f-4de4-8d52-a3c16facfb2d {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:42:12.859283 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d62eb38a-943f-4de4-8d52-a3c16facfb2d'] response: {'name': 'network-changed', 'server_uuid': '05425634-c94f-4f95-a99b-ee2058fd092d', 'tag': '246797ab-f380-41b3-b1f0-53ace837a15f', 'status': 'completed', 'code': 200} Sep 01 16:42:12.863904 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3cdfcf-1823-4b80-82e1-3ca8a9df8021 service neutron] Pushing event updated for resources: {'Port': ['ID=246797ab-f380-41b3-b1f0-53ace837a15f,revision_number=3']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:13.019949 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f581b-83d5-4fef-af37-645583b0b07a req-b5252b39-f795-443d-ab4c-320d38b37e96 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:13.021325 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c43f581b-83d5-4fef-af37-645583b0b07a req-b5252b39-f795-443d-ab4c-320d38b37e96 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 985 time: 0.0514264 Sep 01 16:42:13.080432 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c43f581b-83d5-4fef-af37-645583b0b07a req-b7c6264d-2307-438f-8f8e-be1d8ab6a77f tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=540127ec-4e23-4f73-a15d-88ab904e2328&id=23a3eeca-025b-4261-ab3b-cbd54b559ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528178 Sep 01 16:42:13.215753 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-1da273e0-e07b-4952-81d8-9ae15f4c2e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:13.217360 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-1da273e0-e07b-4952-81d8-9ae15f4c2e3b service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=4b6bf55e6c5e47f3895e135c4d6dc3ff&device_id=05425634-c94f-4f95-a99b-ee2058fd092d HTTP/1.1" status: 200 len: 1128 time: 0.0423088 Sep 01 16:42:13.275738 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-eec47a8e-9f29-4f37-a716-73ca8a161ab5 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=246797ab-f380-41b3-b1f0-53ace837a15f HTTP/1.1" status: 200 len: 217 time: 0.0345078 Sep 01 16:42:13.380201 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-8f634f78-dc67-4b73-8d9f-0d5554f45aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:13.381778 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-8f634f78-dc67-4b73-8d9f-0d5554f45aaa service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=1de59a85-ac00-434c-9a09-dffa079bb909 HTTP/1.1" status: 200 len: 850 time: 0.0506687 Sep 01 16:42:13.411918 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0625a8-2ab4-408d-ba6d-94d5d5174acf req-59b46cd0-c913-4bfd-a7e2-6d3b8ecafc5e tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:13.414767 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-ff0625a8-2ab4-408d-ba6d-94d5d5174acf req-59b46cd0-c913-4bfd-a7e2-6d3b8ecafc5e tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05425634-c94f-4f95-a99b-ee2058fd092d HTTP/1.1" status: 200 len: 944 time: 0.0524387 Sep 01 16:42:13.439328 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-2aad8478-0bbc-4952-89d7-0596bc8b0e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:13.440853 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-2aad8478-0bbc-4952-89d7-0596bc8b0e70 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=5fae8c7f-11cf-4ab3-8c34-e624963abdb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413032 Sep 01 16:42:13.467265 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-ff0625a8-2ab4-408d-ba6d-94d5d5174acf req-ff333e0d-0bb4-4c11-ade4-33a9adb9f330 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467629 Sep 01 16:42:13.538903 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-108927c5-c5be-42da-aa54-cd56634dea4e service neutron] 10.222.0.77 "GET /networking/v2.0/networks/5fae8c7f-11cf-4ab3-8c34-e624963abdb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883722 Sep 01 16:42:13.623533 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:13.635907 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3e3e9f5a-8f2c-4694-a21c-840af3f79703 req-42a63859-b94e-4b07-ba36-329ad0538ef9 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/5fae8c7f-11cf-4ab3-8c34-e624963abdb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901167 Sep 01 16:42:14.198648 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b563853-60cf-41e9-bd5e-224d49c68687 req-2858eea3-6ca1-47a0-b4e2-c847e3dca8c8 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:14.200230 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4b563853-60cf-41e9-bd5e-224d49c68687 req-2858eea3-6ca1-47a0-b4e2-c847e3dca8c8 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 985 time: 0.0478544 Sep 01 16:42:14.266075 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:14.302601 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4b563853-60cf-41e9-bd5e-224d49c68687 req-78e1e3e9-f409-431b-95ff-3f8acf5cb21a tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=540127ec-4e23-4f73-a15d-88ab904e2328&id=23a3eeca-025b-4261-ab3b-cbd54b559ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0964558 Sep 01 16:42:14.309413 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e7218-4b84-45e9-845f-84f46d060e78 req-43909b6d-aea2-4d4f-ae0a-73abfc01a0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:14.310890 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-321e7218-4b84-45e9-845f-84f46d060e78 req-43909b6d-aea2-4d4f-ae0a-73abfc01a0a5 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=4b6bf55e6c5e47f3895e135c4d6dc3ff&device_id=05425634-c94f-4f95-a99b-ee2058fd092d HTTP/1.1" status: 200 len: 1128 time: 0.0649357 Sep 01 16:42:14.406265 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e7218-4b84-45e9-845f-84f46d060e78 req-52ac6b30-ed8e-4f62-836b-69d07b520f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:14.407727 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-321e7218-4b84-45e9-845f-84f46d060e78 req-52ac6b30-ed8e-4f62-836b-69d07b520f40 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=5fae8c7f-11cf-4ab3-8c34-e624963abdb8 HTTP/1.1" status: 200 len: 912 time: 0.0899863 Sep 01 16:42:14.450107 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-321e7218-4b84-45e9-845f-84f46d060e78 req-794084bf-e647-4890-a5f5-7e61958eaf24 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=246797ab-f380-41b3-b1f0-53ace837a15f HTTP/1.1" status: 200 len: 217 time: 0.0328426 Sep 01 16:42:14.513169 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e7218-4b84-45e9-845f-84f46d060e78 req-bbd6355f-6450-42d5-a8a5-3387ced3dc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:14.514699 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-321e7218-4b84-45e9-845f-84f46d060e78 req-bbd6355f-6450-42d5-a8a5-3387ced3dc2d service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=1de59a85-ac00-434c-9a09-dffa079bb909 HTTP/1.1" status: 200 len: 850 time: 0.0455277 Sep 01 16:42:14.567825 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e7218-4b84-45e9-845f-84f46d060e78 req-18a06216-3393-496d-bb14-52514588f2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:14.569405 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-321e7218-4b84-45e9-845f-84f46d060e78 req-18a06216-3393-496d-bb14-52514588f2cc service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=5fae8c7f-11cf-4ab3-8c34-e624963abdb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435953 Sep 01 16:42:14.576912 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=100 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:14.579340 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=100 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:14.593690 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e695f1-85f2-4574-acc3-c800b814075d req-a0c89e19-e6e2-402c-9011-ee9da3c7bfa6 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:14.594819 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-01e695f1-85f2-4574-acc3-c800b814075d req-a0c89e19-e6e2-402c-9011-ee9da3c7bfa6 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05425634-c94f-4f95-a99b-ee2058fd092d HTTP/1.1" status: 200 len: 944 time: 0.0510437 Sep 01 16:42:14.649106 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-01e695f1-85f2-4574-acc3-c800b814075d req-1cadca78-47c4-471a-a79e-d46f33b949c8 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482957 Sep 01 16:42:14.666075 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-321e7218-4b84-45e9-845f-84f46d060e78 req-a40f9e92-11cc-4fb1-9c25-8bb67a8b964f service neutron] 10.222.0.77 "GET /networking/v2.0/networks/5fae8c7f-11cf-4ab3-8c34-e624963abdb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891819 Sep 01 16:42:14.761746 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-321e7218-4b84-45e9-845f-84f46d060e78 req-217ae17f-dd27-449d-809e-baae4d115f85 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/5fae8c7f-11cf-4ab3-8c34-e624963abdb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883224 Sep 01 16:42:15.421009 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919af12-1e9a-4756-a81c-3b293c089cbf req-9e222bd5-5f86-47ed-99fd-77265d302cad tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:15.422487 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-6919af12-1e9a-4756-a81c-3b293c089cbf req-9e222bd5-5f86-47ed-99fd-77265d302cad tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 985 time: 0.0468628 Sep 01 16:42:15.484765 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-6919af12-1e9a-4756-a81c-3b293c089cbf req-589417dd-8696-49c1-82fe-4f774576eb27 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=540127ec-4e23-4f73-a15d-88ab904e2328&id=23a3eeca-025b-4261-ab3b-cbd54b559ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566247 Sep 01 16:42:15.770424 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6573ad-876d-498b-98d3-cfc8cb8bc690 req-79802990-edcc-4a68-838c-8c611be45966 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:15.771899 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-7b6573ad-876d-498b-98d3-cfc8cb8bc690 req-79802990-edcc-4a68-838c-8c611be45966 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05425634-c94f-4f95-a99b-ee2058fd092d HTTP/1.1" status: 200 len: 944 time: 0.0515196 Sep 01 16:42:15.827373 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-7b6573ad-876d-498b-98d3-cfc8cb8bc690 req-ddbd47ea-dc88-4e38-ab90-88fb49c36cc3 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499098 Sep 01 16:42:16.606084 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f80d7-9778-4dab-9610-2f45ab6f1115 req-524dadb7-4654-4755-aa0d-baeb46ddc885 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:16.607699 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-839f80d7-9778-4dab-9610-2f45ab6f1115 req-524dadb7-4654-4755-aa0d-baeb46ddc885 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 985 time: 0.0481198 Sep 01 16:42:16.667111 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-839f80d7-9778-4dab-9610-2f45ab6f1115 req-c8a9e13f-4cd4-4adc-990a-80c1b9175f3b tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=540127ec-4e23-4f73-a15d-88ab904e2328&id=23a3eeca-025b-4261-ab3b-cbd54b559ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535097 Sep 01 16:42:16.945463 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b63d3-fd38-42fd-b91f-27f6c2e37957 req-c139afb6-153a-4461-a9b1-21a70f68754e tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:16.946858 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-ed6b63d3-fd38-42fd-b91f-27f6c2e37957 req-c139afb6-153a-4461-a9b1-21a70f68754e tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05425634-c94f-4f95-a99b-ee2058fd092d HTTP/1.1" status: 200 len: 944 time: 0.0463893 Sep 01 16:42:16.994830 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-ed6b63d3-fd38-42fd-b91f-27f6c2e37957 req-ab4a0201-1f83-46bf-8886-8abad71d93f4 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425701 Sep 01 16:42:18.114665 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7a1ec-a263-4a89-8554-1d62d724724b req-992c02cc-cda1-41df-afdb-02f9e5c62195 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:18.116092 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1ec7a1ec-a263-4a89-8554-1d62d724724b req-992c02cc-cda1-41df-afdb-02f9e5c62195 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05425634-c94f-4f95-a99b-ee2058fd092d HTTP/1.1" status: 200 len: 944 time: 0.0496569 Sep 01 16:42:18.163482 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1ec7a1ec-a263-4a89-8554-1d62d724724b req-cf48de29-ada5-48ba-8dab-07779c41299c tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419922 Sep 01 16:42:19.284777 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d0b4d-e6f1-46c0-a92a-0f867fff57f1 req-9d3ca90d-9ed9-47b9-a2fd-64b48f1220af tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:19.286228 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-527d0b4d-e6f1-46c0-a92a-0f867fff57f1 req-9d3ca90d-9ed9-47b9-a2fd-64b48f1220af tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05425634-c94f-4f95-a99b-ee2058fd092d HTTP/1.1" status: 200 len: 944 time: 0.0491867 Sep 01 16:42:19.334089 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-527d0b4d-e6f1-46c0-a92a-0f867fff57f1 req-9ba65c4c-f7de-435b-befa-ea5c55f37a29 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415571 Sep 01 16:42:19.769349 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:19.962725 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9005b9-c0ad-4af0-92b4-8b0bd04784b2 req-8c609809-9e94-4c94-9b19-e696b480af00 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:19.964258 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-1b9005b9-c0ad-4af0-92b4-8b0bd04784b2 req-8c609809-9e94-4c94-9b19-e696b480af00 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 945 time: 0.0472603 Sep 01 16:42:20.014493 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-1b9005b9-c0ad-4af0-92b4-8b0bd04784b2 req-7393b405-8e8e-4064-81ba-5931afaa41b9 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446332 Sep 01 16:42:20.454646 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850120cf-72a8-4050-a9c8-a105ac4dafea req-05be6d3e-aa28-4bb4-ba9a-124a09b136aa tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:20.456106 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-850120cf-72a8-4050-a9c8-a105ac4dafea req-05be6d3e-aa28-4bb4-ba9a-124a09b136aa tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05425634-c94f-4f95-a99b-ee2058fd092d HTTP/1.1" status: 200 len: 944 time: 0.0459282 Sep 01 16:42:20.504908 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-850120cf-72a8-4050-a9c8-a105ac4dafea req-a677418d-6620-49b1-8e31-28fbd0a65b76 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432518 Sep 01 16:42:21.138616 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500d4fb-d49d-4897-892f-7ccbc3cabb8a req-ba9694bd-ffff-4772-8a55-9b8a546c8cbe tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:21.139970 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-9500d4fb-d49d-4897-892f-7ccbc3cabb8a req-ba9694bd-ffff-4772-8a55-9b8a546c8cbe tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 945 time: 0.0456290 Sep 01 16:42:21.191297 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-9500d4fb-d49d-4897-892f-7ccbc3cabb8a req-8377e86d-07d8-4c1d-bc26-969a7bbfe691 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457969 Sep 01 16:42:21.224360 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 246797ab-f380-41b3-b1f0-53ace837a15f details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:42:21.308682 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-2fba2483-2f29-47af-a91e-4448837a2bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:21.333780 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 246797ab-f380-41b3-b1f0-53ace837a15f, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=246797ab-f380-41b3-b1f0-53ace837a15f,segment=NetworkSegment(bbd04979-a082-42b3-a384-0dd9dbff408c),segment_id=bbd04979-a082-42b3-a384-0dd9dbff408c)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:42:21.349681 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Returning: {'device': '246797ab-f380-41b3-b1f0-53ace837a15f', 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8', 'port_id': '246797ab-f380-41b3-b1f0-53ace837a15f', 'mac_address': 'fa:16:3e:55:b2:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1de59a85-ac00-434c-9a09-dffa079bb909', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:42:21.385281 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 246797ab-f380-41b3-b1f0-53ace837a15f is: DOWN; New status is: BUILD {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:42:21.385668 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (246797ab-f380-41b3-b1f0-53ace837a15f), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:21.387347 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:21.400360 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 246797ab-f380-41b3-b1f0-53ace837a15f {{(pid=106491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:42:21.420765 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 246797ab-f380-41b3-b1f0-53ace837a15f, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=246797ab-f380-41b3-b1f0-53ace837a15f,segment=NetworkSegment(bbd04979-a082-42b3-a384-0dd9dbff408c),segment_id=bbd04979-a082-42b3-a384-0dd9dbff408c)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:42:21.424270 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (246797ab-f380-41b3-b1f0-53ace837a15f), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:21.468761 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=246797ab-f380-41b3-b1f0-53ace837a15f,revision_number=4']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:21.476701 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:21.477074 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:21.477414 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:21.477752 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:21.478083 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:21.478442 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:21.478767 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:21.479089 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:21.479416 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:21.479785 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:21.480111 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:21.480433 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:21.480746 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:21.481065 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:21.481378 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:21.612952 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:21.628425 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c0963-05f1-47e2-869b-f76702a3b03f req-8cc10c81-2865-4845-95ef-65b45974c4ce tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:21.629878 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-527c0963-05f1-47e2-869b-f76702a3b03f req-8cc10c81-2865-4845-95ef-65b45974c4ce tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05425634-c94f-4f95-a99b-ee2058fd092d HTTP/1.1" status: 200 len: 945 time: 0.0515330 Sep 01 16:42:21.681089 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-527c0963-05f1-47e2-869b-f76702a3b03f req-9d46a5b5-eac5-4af3-a33b-1fe2497eed06 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450633 Sep 01 16:42:21.800855 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] get_ports_and_sgs() called for port_ids ['246797ab-f380-41b3-b1f0-53ace837a15f'] {{(pid=106491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 16:42:21.949589 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:22.312103 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad67c40-be23-4e8d-bb18-e057988fcca3 req-d5726909-0d6a-4d01-90f4-bedfa5661136 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:22.313558 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-6ad67c40-be23-4e8d-bb18-e057988fcca3 req-d5726909-0d6a-4d01-90f4-bedfa5661136 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 945 time: 0.0458803 Sep 01 16:42:22.364075 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-6ad67c40-be23-4e8d-bb18-e057988fcca3 req-489b8704-d9a3-4026-82c6-03fa87cbb45a tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449641 Sep 01 16:42:22.797563 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06ef62-37b7-4a97-b3f2-e309969711aa req-c284bf09-5496-4624-a18c-591d5453d876 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:22.799047 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-af06ef62-37b7-4a97-b3f2-e309969711aa req-c284bf09-5496-4624-a18c-591d5453d876 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05425634-c94f-4f95-a99b-ee2058fd092d HTTP/1.1" status: 200 len: 945 time: 0.0462737 Sep 01 16:42:22.848459 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-af06ef62-37b7-4a97-b3f2-e309969711aa req-fa0e5484-2f5d-4533-bdbf-54c860d252eb tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430970 Sep 01 16:42:23.239844 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 246797ab-f380-41b3-b1f0-53ace837a15f up at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:42:23.285187 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning for port 246797ab-f380-41b3-b1f0-53ace837a15f completed by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 16:42:23.291484 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning complete for port 246797ab-f380-41b3-b1f0-53ace837a15f triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:42:23.291843 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (246797ab-f380-41b3-b1f0-53ace837a15f), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:23.363780 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 246797ab-f380-41b3-b1f0-53ace837a15f is: BUILD; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:42:23.364169 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (246797ab-f380-41b3-b1f0-53ace837a15f), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:23.387532 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05425634-c94f-4f95-a99b-ee2058fd092d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '246797ab-f380-41b3-b1f0-53ace837a15f'}] {{(pid=106491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:42:23.389695 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27cd250e45b0eab3f9aacaaa4111d690d8ad0f5b6b5c497c1d88b56abc962a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf112b7-ebc1-4094-b83e-0e03a073b685" -d '{"events": [{"server_uuid": "05425634-c94f-4f95-a99b-ee2058fd092d", "name": "network-vif-plugged", "status": "completed", "tag": "246797ab-f380-41b3-b1f0-53ace837a15f"}]}' {{(pid=106491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:42:23.403382 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 246797ab-f380-41b3-b1f0-53ace837a15f, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=246797ab-f380-41b3-b1f0-53ace837a15f,segment=NetworkSegment(bbd04979-a082-42b3-a384-0dd9dbff408c),segment_id=bbd04979-a082-42b3-a384-0dd9dbff408c)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:42:23.407686 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (246797ab-f380-41b3-b1f0-53ace837a15f), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:23.432195 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c033ec0-29ea-4fea-9806-20964fa43bb3 x-openstack-request-id: req-7c033ec0-29ea-4fea-9806-20964fa43bb3 {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:42:23.432481 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05425634-c94f-4f95-a99b-ee2058fd092d", "name": "network-vif-plugged", "status": "completed", "tag": "246797ab-f380-41b3-b1f0-53ace837a15f", "code": 200}]} {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:42:23.432733 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7c033ec0-29ea-4fea-9806-20964fa43bb3 {{(pid=106491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:42:23.433129 dv-cinder-852209-10-iscsi neutron-server[106491]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c033ec0-29ea-4fea-9806-20964fa43bb3'] response: {'server_uuid': '05425634-c94f-4f95-a99b-ee2058fd092d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '246797ab-f380-41b3-b1f0-53ace837a15f', 'code': 200} Sep 01 16:42:23.462455 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=246797ab-f380-41b3-b1f0-53ace837a15f,revision_number=5']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:23.494963 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527ef00-2786-41bb-889a-6910b89f9be5 req-2ee1ba8d-49e9-4e1d-95c5-2571c533d2fe tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:23.496424 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-0527ef00-2786-41bb-889a-6910b89f9be5 req-2ee1ba8d-49e9-4e1d-95c5-2571c533d2fe tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 945 time: 0.0505295 Sep 01 16:42:23.546677 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-0527ef00-2786-41bb-889a-6910b89f9be5 req-0b9c8a69-cfd2-4cd6-bb12-45c129616e57 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442891 Sep 01 16:42:23.703631 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd3de6-f592-4545-a351-8a5b4d9059f9 req-be34ecc9-4f54-4f52-9ce6-ae59cecd9027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:23.705121 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e2cd3de6-f592-4545-a351-8a5b4d9059f9 req-be34ecc9-4f54-4f52-9ce6-ae59cecd9027 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=05425634-c94f-4f95-a99b-ee2058fd092d HTTP/1.1" status: 200 len: 1130 time: 0.0391297 Sep 01 16:42:23.710631 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-62755125-ca53-4a30-bf7e-362431323de2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:23.737662 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:23.757653 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e2cd3de6-f592-4545-a351-8a5b4d9059f9 req-4b23fe6f-942d-4082-9c10-b79410961ae2 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458691 Sep 01 16:42:24.117100 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697bfc0-15ca-4165-a3f4-020c3a8fe023 req-4ec2c91e-a1e0-4c7c-9906-8f6963c8d22b tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:24.118623 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d697bfc0-15ca-4165-a3f4-020c3a8fe023 req-4ec2c91e-a1e0-4c7c-9906-8f6963c8d22b tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05425634-c94f-4f95-a99b-ee2058fd092d HTTP/1.1" status: 200 len: 946 time: 0.0471842 Sep 01 16:42:24.172890 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d697bfc0-15ca-4165-a3f4-020c3a8fe023 req-9c3956e1-c1c6-4130-a920-26072c422570 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488098 Sep 01 16:42:24.632544 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:24.672300 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21032f2-a936-4b72-952a-b71d8f7727ae req-3f2843ce-1a97-484c-a79d-dd553bebe47e tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:24.673760 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-c21032f2-a936-4b72-952a-b71d8f7727ae req-3f2843ce-1a97-484c-a79d-dd553bebe47e tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 945 time: 0.0521855 Sep 01 16:42:24.722545 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-c21032f2-a936-4b72-952a-b71d8f7727ae req-35539b81-42f1-49f8-874b-bb5dcd377718 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431538 Sep 01 16:42:25.291165 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae6295-852d-44d4-835b-936e2c319d6c req-93d861b7-d559-4a53-a8e3-6244beb26ba8 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:25.292657 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b8ae6295-852d-44d4-835b-936e2c319d6c req-93d861b7-d559-4a53-a8e3-6244beb26ba8 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05425634-c94f-4f95-a99b-ee2058fd092d HTTP/1.1" status: 200 len: 946 time: 0.0477011 Sep 01 16:42:25.341158 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b8ae6295-852d-44d4-835b-936e2c319d6c req-7760820b-11ef-409e-b44e-6b84240eb84b tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430562 Sep 01 16:42:25.839774 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d30fa-8aed-441a-a51f-caa77b725fe5 req-bc7b355d-ce36-41c2-90b0-bd232b9711ac tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:25.841274 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-ee0d30fa-8aed-441a-a51f-caa77b725fe5 req-bc7b355d-ce36-41c2-90b0-bd232b9711ac tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 945 time: 0.0473616 Sep 01 16:42:25.890921 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-ee0d30fa-8aed-441a-a51f-caa77b725fe5 req-d1d415a3-0fd9-4122-abb1-b49455af80c3 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438678 Sep 01 16:42:26.360437 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:26.468629 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd727e54-1e96-47e7-ac82-02ec1f629317 req-b61a93b0-f8d7-4879-bfe7-852f18ea9899 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:26.470127 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-cd727e54-1e96-47e7-ac82-02ec1f629317 req-b61a93b0-f8d7-4879-bfe7-852f18ea9899 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05425634-c94f-4f95-a99b-ee2058fd092d HTTP/1.1" status: 200 len: 946 time: 0.0503879 Sep 01 16:42:26.478390 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:26.523711 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-cd727e54-1e96-47e7-ac82-02ec1f629317 req-421f9c97-ec6b-4627-a0a7-b72ad5766934 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469980 Sep 01 16:42:26.643525 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558e601-97fe-4f58-84b9-a0fbc5cb0107 req-b1e0c466-65a8-423d-8373-1cb25a5e5e60 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:26.644900 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-e558e601-97fe-4f58-84b9-a0fbc5cb0107 req-b1e0c466-65a8-423d-8373-1cb25a5e5e60 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05425634-c94f-4f95-a99b-ee2058fd092d HTTP/1.1" status: 200 len: 946 time: 0.0497198 Sep 01 16:42:26.695714 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-e558e601-97fe-4f58-84b9-a0fbc5cb0107 req-832f7869-d1d4-4297-9043-b5049d6b165f tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444531 Sep 01 16:42:26.721979 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 39552) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:42:26.759850 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb8e9bc-5fdd-44d5-a36f-ee4599c90e20 tempest-TestVolumeBootPattern-241304968 tempest-TestVolumeBootPattern-241304968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:26.761356 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-1bb8e9bc-5fdd-44d5-a36f-ee4599c90e20 tempest-TestVolumeBootPattern-241304968 tempest-TestVolumeBootPattern-241304968-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05425634-c94f-4f95-a99b-ee2058fd092d HTTP/1.1" status: 200 len: 1125 time: 0.0383575 Sep 01 16:42:26.764186 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 39554) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:42:26.768455 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-08635c7d-3ded-4533-a8d4-27559560a3b7 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Request body: {'floatingip': {'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'port_id': '246797ab-f380-41b3-b1f0-53ace837a15f', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:42:26.790447 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-08635c7d-3ded-4533-a8d4-27559560a3b7 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:26.872309 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-08635c7d-3ded-4533-a8d4-27559560a3b7 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:27.012974 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_common [None req-08635c7d-3ded-4533-a8d4-27559560a3b7 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Allocated IP 172.27.2.39 (537c3a33-78cb-41f3-a0ee-71478f9cfd9b/3e5d1400-7955-40a6-9a09-08f8a8c1db3a/70df53f6-b5d2-42ed-919e-6c6a60279621) {{(pid=106490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:42:27.035613 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337d905-a360-4d9d-9601-c6f1f871c05b req-1e371105-7e05-4647-a76b-0d93d0533038 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:27.037107 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b337d905-a360-4d9d-9601-c6f1f871c05b req-1e371105-7e05-4647-a76b-0d93d0533038 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 945 time: 0.0722771 Sep 01 16:42:27.117937 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:27.137597 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b337d905-a360-4d9d-9601-c6f1f871c05b req-555d721c-dbb0-436a-bc33-caf586469561 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931814 Sep 01 16:42:27.174030 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-08635c7d-3ded-4533-a8d4-27559560a3b7 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for port (70df53f6-b5d2-42ed-919e-6c6a60279621), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:27.205670 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-08635c7d-3ded-4533-a8d4-27559560a3b7 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (70df53f6-b5d2-42ed-919e-6c6a60279621), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:27.234110 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:27.249384 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08635c7d-3ded-4533-a8d4-27559560a3b7 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Network 537c3a33-78cb-41f3-a0ee-71478f9cfd9b is already hosted by enough agents. {{(pid=106490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:42:27.252496 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [None req-08635c7d-3ded-4533-a8d4-27559560a3b7 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Resources bound (agent type, host, resource id): {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:42:27.256367 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08635c7d-3ded-4533-a8d4-27559560a3b7 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Received port after_create {{(pid=106490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:42:27.279979 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08635c7d-3ded-4533-a8d4-27559560a3b7 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Pushing event updated for resources: {'Port': ['ID=70df53f6-b5d2-42ed-919e-6c6a60279621,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:27.604998 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-08635c7d-3ded-4533-a8d4-27559560a3b7 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for floatingip (b535e2c9-761f-4b43-a9f4-0199c3e37646), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:27.673174 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-08635c7d-3ded-4533-a8d4-27559560a3b7 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (70df53f6-b5d2-42ed-919e-6c6a60279621), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:28.084894 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-08635c7d-3ded-4533-a8d4-27559560a3b7 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for port (70df53f6-b5d2-42ed-919e-6c6a60279621), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:28.089315 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-08635c7d-3ded-4533-a8d4-27559560a3b7 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261539433'] for port (70df53f6-b5d2-42ed-919e-6c6a60279621), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:28.154005 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08635c7d-3ded-4533-a8d4-27559560a3b7 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Pushing event updated for resources: {'Port': ['ID=70df53f6-b5d2-42ed-919e-6c6a60279621,revision_number=2']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:28.158993 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-08635c7d-3ded-4533-a8d4-27559560a3b7 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631243'] for floatingip (b535e2c9-761f-4b43-a9f4-0199c3e37646), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:28.195904 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:28.239523 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=100 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:28.258489 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc217712-1b61-43a7-993d-982eadf11fee req-36ff2ba5-4dfc-49bc-a24a-f23375eadff5 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:28.259987 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-dc217712-1b61-43a7-993d-982eadf11fee req-36ff2ba5-4dfc-49bc-a24a-f23375eadff5 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 945 time: 0.0485353 Sep 01 16:42:28.260576 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.db.l3_db [None req-08635c7d-3ded-4533-a8d4-27559560a3b7 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Floating IP b535e2c9-761f-4b43-a9f4-0199c3e37646 associated. External IP: 172.27.2.39, port: 246797ab-f380-41b3-b1f0-53ace837a15f. Sep 01 16:42:28.278602 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=100 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:28.308331 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:28.311819 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-dc217712-1b61-43a7-993d-982eadf11fee req-5dfc3b17-285d-44d3-91d0-33b9212c1c9e tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461020 Sep 01 16:42:28.471669 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08635c7d-3ded-4533-a8d4-27559560a3b7 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Router 44ce9774-bc81-4784-aca4-f5c4cee1383b has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:42:28.579349 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08635c7d-3ded-4533-a8d4-27559560a3b7 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:42:28.588569 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f2b0de-10dd-4b2b-a00b-7c280921e9a5 None None] Sync routers for ids ['44ce9774-bc81-4784-aca4-f5c4cee1383b'] in dv-cinder-852209-10-iscsi {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:42:28.597193 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-08635c7d-3ded-4533-a8d4-27559560a3b7 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for floatingip (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:28.599151 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f2b0de-10dd-4b2b-a00b-7c280921e9a5 None None] Routers {'44ce9774-bc81-4784-aca4-f5c4cee1383b'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:42:28.600079 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-44f2b0de-10dd-4b2b-a00b-7c280921e9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:42:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['44ce9774-bc81-4784-aca4-f5c4cee1383b'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:42:28.628076 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-08635c7d-3ded-4533-a8d4-27559560a3b7 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8626900 Sep 01 16:42:28.628647 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05425634-c94f-4f95-a99b-ee2058fd092d', 'tag': '246797ab-f380-41b3-b1f0-53ace837a15f'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:42:28.630858 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bee11b9-ae07-4469-889d-6a043771a191" -d '{"events": [{"name": "network-changed", "server_uuid": "05425634-c94f-4f95-a99b-ee2058fd092d", "tag": "246797ab-f380-41b3-b1f0-53ace837a15f"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:42:28.670459 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 16:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9cfb929-f352-48f2-b408-4d587ba309a7 x-openstack-request-id: req-d9cfb929-f352-48f2-b408-4d587ba309a7 {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:42:28.670782 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05425634-c94f-4f95-a99b-ee2058fd092d", "tag": "246797ab-f380-41b3-b1f0-53ace837a15f", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:42:28.671034 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d9cfb929-f352-48f2-b408-4d587ba309a7 {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:42:28.671439 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9cfb929-f352-48f2-b408-4d587ba309a7'] response: {'name': 'network-changed', 'server_uuid': '05425634-c94f-4f95-a99b-ee2058fd092d', 'tag': '246797ab-f380-41b3-b1f0-53ace837a15f', 'status': 'completed', 'code': 200} Sep 01 16:42:28.709435 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-44f2b0de-10dd-4b2b-a00b-7c280921e9a5 None None] Set router 44ce9774-bc81-4784-aca4-f5c4cee1383b gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:42:28.767972 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee11b9-ae07-4469-889d-6a043771a191 req-c3a00cb5-1c4d-4a08-a1e1-51ad0840bb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:28.769446 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3bee11b9-ae07-4469-889d-6a043771a191 req-c3a00cb5-1c4d-4a08-a1e1-51ad0840bb90 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=4b6bf55e6c5e47f3895e135c4d6dc3ff&device_id=05425634-c94f-4f95-a99b-ee2058fd092d HTTP/1.1" status: 200 len: 1130 time: 0.0397127 Sep 01 16:42:28.843617 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:28.871702 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee11b9-ae07-4469-889d-6a043771a191 req-9ad8867b-6344-4143-b0b3-1a5f42d619c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:28.873212 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3bee11b9-ae07-4469-889d-6a043771a191 req-9ad8867b-6344-4143-b0b3-1a5f42d619c8 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=5fae8c7f-11cf-4ab3-8c34-e624963abdb8 HTTP/1.1" status: 200 len: 912 time: 0.0936866 Sep 01 16:42:28.934916 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-44f2b0de-10dd-4b2b-a00b-7c280921e9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'name': 'tempest-TestVolumeBootPattern-220569807-router', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:10Z', 'revision_number': 4, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'gw_port': {'id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': 'af064959-c658-41e0-a3b3-25f05a8ead15', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'port_id': '086e5891-69d8-40bc-9506-7d948bca1db9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8', 'mac_address': 'fa:16:3e:53:7c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8a5228-091c-490d-8790-3cd53e77b5d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:40:21Z', 'updated_at': '2022-09-01T16:40:23Z', 'revision_number': 1, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'fixed_ip_address_scope': None}, {'id': 'b535e2c9-761f-4b43-a9f4-0199c3e37646', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'port_id': '246797ab-f380-41b3-b1f0-53ace837a15f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8', 'mac_address': 'fa:16:3e:55:b2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05425634-c94f-4f95-a99b-ee2058fd092d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:42:27Z', 'updated_at': '2022-09-01T16:42:27Z', 'revision_number': 0, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7dc9e68-2496-41d3-a624-ba30aa708ad6', 'name': '', 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'mac_address': 'fa:16:3e:65:be:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '1de59a85-ac00-434c-9a09-dffa079bb909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:09Z', 'updated_at': '2022-09-01T16:36:17Z', 'revision_number': 5, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'subnets': [{'id': '1de59a85-ac00-434c-9a09-dffa079bb909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:42:28.938813 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3bee11b9-ae07-4469-889d-6a043771a191 req-920695b1-b240-4952-8d04-d69008543a44 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=246797ab-f380-41b3-b1f0-53ace837a15f HTTP/1.1" status: 200 len: 999 time: 0.0581818 Sep 01 16:42:28.960697 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f2b0de-10dd-4b2b-a00b-7c280921e9a5 None None] Checking router: 44ce9774-bc81-4784-aca4-f5c4cee1383b for host: dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:42:28.969301 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f2b0de-10dd-4b2b-a00b-7c280921e9a5 None None] Routers {'44ce9774-bc81-4784-aca4-f5c4cee1383b'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:42:28.969903 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-44f2b0de-10dd-4b2b-a00b-7c280921e9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:42:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['44ce9774-bc81-4784-aca4-f5c4cee1383b'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:42:28.993235 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee11b9-ae07-4469-889d-6a043771a191 req-39c8770f-96d7-4f34-b606-cde9bb5a5fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:28.995244 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3bee11b9-ae07-4469-889d-6a043771a191 req-39c8770f-96d7-4f34-b606-cde9bb5a5fd6 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=1de59a85-ac00-434c-9a09-dffa079bb909 HTTP/1.1" status: 200 len: 850 time: 0.0490844 Sep 01 16:42:29.014186 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:29.044299 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee11b9-ae07-4469-889d-6a043771a191 req-5485ee28-cc4c-4df4-9f19-b327c71407e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:29.045799 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3bee11b9-ae07-4469-889d-6a043771a191 req-5485ee28-cc4c-4df4-9f19-b327c71407e2 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=5fae8c7f-11cf-4ab3-8c34-e624963abdb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416226 Sep 01 16:42:29.075309 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-44f2b0de-10dd-4b2b-a00b-7c280921e9a5 None None] Set router 44ce9774-bc81-4784-aca4-f5c4cee1383b gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:42:29.144590 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3bee11b9-ae07-4469-889d-6a043771a191 req-bc564e77-5aa5-43f2-8a7b-e16a86d5adfc service neutron] 10.222.0.77 "GET /networking/v2.0/networks/5fae8c7f-11cf-4ab3-8c34-e624963abdb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897765 Sep 01 16:42:29.240138 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3bee11b9-ae07-4469-889d-6a043771a191 req-fa197dbe-60e8-4332-9d7c-cfebaefeefba service neutron] 10.222.0.77 "GET /networking/v2.0/networks/5fae8c7f-11cf-4ab3-8c34-e624963abdb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873904 Sep 01 16:42:29.293491 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-44f2b0de-10dd-4b2b-a00b-7c280921e9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'name': 'tempest-TestVolumeBootPattern-220569807-router', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:10Z', 'revision_number': 4, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'gw_port': {'id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': 'af064959-c658-41e0-a3b3-25f05a8ead15', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'port_id': '086e5891-69d8-40bc-9506-7d948bca1db9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8', 'mac_address': 'fa:16:3e:53:7c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8a5228-091c-490d-8790-3cd53e77b5d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:40:21Z', 'updated_at': '2022-09-01T16:40:23Z', 'revision_number': 1, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'fixed_ip_address_scope': None}, {'id': 'b535e2c9-761f-4b43-a9f4-0199c3e37646', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'port_id': '246797ab-f380-41b3-b1f0-53ace837a15f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8', 'mac_address': 'fa:16:3e:55:b2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05425634-c94f-4f95-a99b-ee2058fd092d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:42:27Z', 'updated_at': '2022-09-01T16:42:27Z', 'revision_number': 0, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7dc9e68-2496-41d3-a624-ba30aa708ad6', 'name': '', 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'mac_address': 'fa:16:3e:65:be:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '1de59a85-ac00-434c-9a09-dffa079bb909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:09Z', 'updated_at': '2022-09-01T16:36:17Z', 'revision_number': 5, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'subnets': [{'id': '1de59a85-ac00-434c-9a09-dffa079bb909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:42:29.323307 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f2b0de-10dd-4b2b-a00b-7c280921e9a5 None None] The sync data for ids ['44ce9774-bc81-4784-aca4-f5c4cee1383b'] in dv-cinder-852209-10-iscsi is: [{'id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'name': 'tempest-TestVolumeBootPattern-220569807-router', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:10Z', 'revision_number': 4, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'gw_port': {'id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': 'af064959-c658-41e0-a3b3-25f05a8ead15', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'port_id': '086e5891-69d8-40bc-9506-7d948bca1db9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8', 'mac_address': 'fa:16:3e:53:7c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8a5228-091c-490d-8790-3cd53e77b5d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:40:21Z', 'updated_at': '2022-09-01T16:40:23Z', 'revision_number': 1, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'fixed_ip_address_scope': None}, {'id': 'b535e2c9-761f-4b43-a9f4-0199c3e37646', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'port_id': '246797ab-f380-41b3-b1f0-53ace837a15f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8', 'mac_address': 'fa:16:3e:55:b2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05425634-c94f-4f95-a99b-ee2058fd092d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:42:27Z', 'updated_at': '2022-09-01T16:42:27Z', 'revision_number': 0, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7dc9e68-2496-41d3-a624-ba30aa708ad6', 'name': '', 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'mac_address': 'fa:16:3e:65:be:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '1de59a85-ac00-434c-9a09-dffa079bb909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:09Z', 'updated_at': '2022-09-01T16:36:17Z', 'revision_number': 5, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'subnets': [{'id': '1de59a85-ac00-434c-9a09-dffa079bb909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:42:29.438178 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250faf37-3226-4352-aba3-2a44ef470135 req-83bb4b37-7d3e-4da1-8acb-b5611287192d tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:29.439812 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-250faf37-3226-4352-aba3-2a44ef470135 req-83bb4b37-7d3e-4da1-8acb-b5611287192d tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 945 time: 0.0494125 Sep 01 16:42:29.496950 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-250faf37-3226-4352-aba3-2a44ef470135 req-9ba7fc0b-19cb-4706-b141-52450f75b91a tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506577 Sep 01 16:42:29.532359 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affcf43a-fb83-47f9-9c2a-3acc5366b2c3 None None] New status for floating IP b535e2c9-761f-4b43-a9f4-0199c3e37646: ACTIVE {{(pid=106492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 16:42:30.592168 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1e8bf-09b0-4d62-85d5-7ad734a0e3ef req-c00f235f-2803-4f40-ba2c-03942cef43d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:30.593619 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bae1e8bf-09b0-4d62-85d5-7ad734a0e3ef req-c00f235f-2803-4f40-ba2c-03942cef43d4 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=b683a11c21fe4dd389a006f051576a1b&device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 1129 time: 0.0512626 Sep 01 16:42:30.621894 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:30.672332 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea8a44-be2d-47ca-8a91-ad9dcb1eae3b req-d329bfb3-ab81-4d56-a7a4-8a44c274650f tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:30.673776 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-daea8a44-be2d-47ca-8a91-ad9dcb1eae3b req-d329bfb3-ab81-4d56-a7a4-8a44c274650f tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 945 time: 0.0985186 Sep 01 16:42:30.704454 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:30.750506 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1e8bf-09b0-4d62-85d5-7ad734a0e3ef req-79219262-0ed6-4f55-b2de-c00fd37cd5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:30.751951 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bae1e8bf-09b0-4d62-85d5-7ad734a0e3ef req-79219262-0ed6-4f55-b2de-c00fd37cd5e2 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=b36a9745-9290-42e8-afea-e40aab2f41b5 HTTP/1.1" status: 200 len: 909 time: 0.1394241 Sep 01 16:42:30.755628 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-daea8a44-be2d-47ca-8a91-ad9dcb1eae3b req-cfc534b2-db18-41f0-93e8-e21d2b2eede3 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756707 Sep 01 16:42:30.820795 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bae1e8bf-09b0-4d62-85d5-7ad734a0e3ef req-68d37a91-8bc3-4ba4-a786-df8c796f1a20 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85932ff9-5198-4161-a8d5-3f43070b4618 HTTP/1.1" status: 200 len: 1000 time: 0.0604768 Sep 01 16:42:30.871333 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1e8bf-09b0-4d62-85d5-7ad734a0e3ef req-1361581b-874a-4f58-b50c-a3ab46676eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:30.872854 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bae1e8bf-09b0-4d62-85d5-7ad734a0e3ef req-1361581b-874a-4f58-b50c-a3ab46676eb5 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=f1beef4d-dfb1-4a05-8a44-08c9bc10a278 HTTP/1.1" status: 200 len: 847 time: 0.0452483 Sep 01 16:42:30.916889 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1e8bf-09b0-4d62-85d5-7ad734a0e3ef req-438f6a1f-209f-43df-b42f-79f642632727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:30.918438 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bae1e8bf-09b0-4d62-85d5-7ad734a0e3ef req-438f6a1f-209f-43df-b42f-79f642632727 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=b36a9745-9290-42e8-afea-e40aab2f41b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397873 Sep 01 16:42:31.015345 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bae1e8bf-09b0-4d62-85d5-7ad734a0e3ef req-dac2d431-4f39-4224-9909-d382d1b0a844 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b36a9745-9290-42e8-afea-e40aab2f41b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899508 Sep 01 16:42:31.111470 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bae1e8bf-09b0-4d62-85d5-7ad734a0e3ef req-8a0bc802-fff4-4851-a7e2-5100b52126be service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b36a9745-9290-42e8-afea-e40aab2f41b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878019 Sep 01 16:42:31.873416 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f9c95-e0f5-4349-9a6e-c19f31f048d0 req-5f78ac17-891e-4da0-b6ce-b833edbe0c40 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:31.874911 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-709f9c95-e0f5-4349-9a6e-c19f31f048d0 req-5f78ac17-891e-4da0-b6ce-b833edbe0c40 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 945 time: 0.0471492 Sep 01 16:42:31.924459 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-709f9c95-e0f5-4349-9a6e-c19f31f048d0 req-c6680cd4-73db-4465-bdad-5ebc9847a1db tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440228 Sep 01 16:42:33.048042 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec26da0-34a5-414e-820c-d6f6736f69b9 req-b4d3930c-5f56-4e1b-9325-9b9d055f3856 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:33.049496 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-eec26da0-34a5-414e-820c-d6f6736f69b9 req-b4d3930c-5f56-4e1b-9325-9b9d055f3856 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 945 time: 0.0479805 Sep 01 16:42:33.098368 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-eec26da0-34a5-414e-820c-d6f6736f69b9 req-837306bb-4a5a-452e-a97d-47b74fea33c5 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424991 Sep 01 16:42:34.199075 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (294a3787-103d-4a51-bc9c-bc09638a7966), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:34.220283 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc180e45-af3f-4122-bb8e-f641da01d75e req-345c798a-0588-460b-8eaf-ef3021081512 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:34.221808 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-cc180e45-af3f-4122-bb8e-f641da01d75e req-345c798a-0588-460b-8eaf-ef3021081512 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 945 time: 0.0493770 Sep 01 16:42:34.273435 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-cc180e45-af3f-4122-bb8e-f641da01d75e req-d8d40649-fbe8-4b36-a189-25a3e4fae844 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451713 Sep 01 16:42:34.515808 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9385b12-a1f4-4c63-a2da-bfeb23e5ab08 req-5b89ec88-128b-47ec-8185-ed445e4d40b1 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:34.517362 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-f9385b12-a1f4-4c63-a2da-bfeb23e5ab08 req-5b89ec88-128b-47ec-8185-ed445e4d40b1 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 945 time: 0.0562017 Sep 01 16:42:34.569955 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-f9385b12-a1f4-4c63-a2da-bfeb23e5ab08 req-4be25775-3b74-468d-b25d-304064a4374f tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465343 Sep 01 16:42:34.609238 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-2a369c4c-b73d-47aa-9678-40dda201bb8c req-fa9c9162-6ea3-44f6-b988-4ce1d74c8df3 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1719501 Sep 01 16:42:34.818120 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a369c4c-b73d-47aa-9678-40dda201bb8c req-930e2a46-9e9e-4fa0-bc02-f76fa05e864d tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:34.820099 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-2a369c4c-b73d-47aa-9678-40dda201bb8c req-930e2a46-9e9e-4fa0-bc02-f76fa05e864d tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports/85932ff9-5198-4161-a8d5-3f43070b4618 HTTP/1.1" status: 200 len: 942 time: 0.1826751 Sep 01 16:42:35.295248 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 85932ff9-5198-4161-a8d5-3f43070b4618 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:42:35.374198 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 85932ff9-5198-4161-a8d5-3f43070b4618 is: ACTIVE; New status is: DOWN {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:42:35.374614 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (85932ff9-5198-4161-a8d5-3f43070b4618), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:35.398304 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad0df24-0b95-4583-9017-6322bebd55a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85932ff9-5198-4161-a8d5-3f43070b4618'}] {{(pid=106491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:42:35.400539 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27cd250e45b0eab3f9aacaaa4111d690d8ad0f5b6b5c497c1d88b56abc962a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb923f11-d77a-4b72-84be-88b76f622748" -d '{"events": [{"server_uuid": "fad0df24-0b95-4583-9017-6322bebd55a0", "name": "network-vif-unplugged", "status": "completed", "tag": "85932ff9-5198-4161-a8d5-3f43070b4618"}]}' {{(pid=106491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:42:35.412804 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 85932ff9-5198-4161-a8d5-3f43070b4618, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=85932ff9-5198-4161-a8d5-3f43070b4618,segment=NetworkSegment(4cbc129f-9724-4ad0-a28e-f2e8d6dd5021),segment_id=4cbc129f-9724-4ad0-a28e-f2e8d6dd5021)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:42:35.417163 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (85932ff9-5198-4161-a8d5-3f43070b4618), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:35.441001 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 01 Sep 2022 16:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fec9bc2-2416-435c-8761-80c88888c967 x-openstack-request-id: req-0fec9bc2-2416-435c-8761-80c88888c967 {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:42:35.441285 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad0df24-0b95-4583-9017-6322bebd55a0", "name": "network-vif-unplugged", "status": "failed", "tag": "85932ff9-5198-4161-a8d5-3f43070b4618", "code": 422}]} {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:42:35.441535 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0fec9bc2-2416-435c-8761-80c88888c967 {{(pid=106491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:42:35.441927 dv-cinder-852209-10-iscsi neutron-server[106491]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0fec9bc2-2416-435c-8761-80c88888c967']: {'server_uuid': 'fad0df24-0b95-4583-9017-6322bebd55a0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '85932ff9-5198-4161-a8d5-3f43070b4618', 'code': 422} returned with failed status Sep 01 16:42:35.467999 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=85932ff9-5198-4161-a8d5-3f43070b4618,revision_number=6']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:35.691779 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef0029-57b5-499f-a1b3-1909d62b7324 req-4137c779-ccfd-43af-b075-39872ba87ded tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:35.693255 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-b7ef0029-57b5-499f-a1b3-1909d62b7324 req-4137c779-ccfd-43af-b075-39872ba87ded tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 943 time: 0.0510023 Sep 01 16:42:35.743244 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-b7ef0029-57b5-499f-a1b3-1909d62b7324 req-b908bbc9-2f75-45cf-84d5-fd31cb90a733 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443337 Sep 01 16:42:36.897513 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad109511-5d18-451c-83e2-286950ce983e req-b28d5470-0729-4f87-bbb8-5129c9eedf5f tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:36.899067 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ad109511-5d18-451c-83e2-286950ce983e req-b28d5470-0729-4f87-bbb8-5129c9eedf5f tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 943 time: 0.0808172 Sep 01 16:42:36.900446 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a369c4c-b73d-47aa-9678-40dda201bb8c req-28edac4e-2043-4423-901d-48591c8e74b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:36.901773 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2a369c4c-b73d-47aa-9678-40dda201bb8c req-28edac4e-2043-4423-901d-48591c8e74b8 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0&tenant_id=b683a11c21fe4dd389a006f051576a1b HTTP/1.1" status: 200 len: 1127 time: 0.0726082 Sep 01 16:42:36.959144 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ad109511-5d18-451c-83e2-286950ce983e req-5631f3b9-5fc8-4ec6-a780-261c4d0f32aa tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545542 Sep 01 16:42:36.986897 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a369c4c-b73d-47aa-9678-40dda201bb8c req-ffd4f2b7-5508-4134-ab78-c6cc724c8f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:36.988297 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2a369c4c-b73d-47aa-9678-40dda201bb8c req-ffd4f2b7-5508-4134-ab78-c6cc724c8f91 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=b683a11c21fe4dd389a006f051576a1b&device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 1127 time: 0.0419328 Sep 01 16:42:37.084340 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a369c4c-b73d-47aa-9678-40dda201bb8c req-09f412ee-0da3-4ccf-8828-bc1ad2562127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:37.085781 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2a369c4c-b73d-47aa-9678-40dda201bb8c req-09f412ee-0da3-4ccf-8828-bc1ad2562127 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=b36a9745-9290-42e8-afea-e40aab2f41b5 HTTP/1.1" status: 200 len: 909 time: 0.0901241 Sep 01 16:42:37.147384 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2a369c4c-b73d-47aa-9678-40dda201bb8c req-395396e5-4032-4d3f-a20e-9aedabc16c6b service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85932ff9-5198-4161-a8d5-3f43070b4618 HTTP/1.1" status: 200 len: 998 time: 0.0546510 Sep 01 16:42:37.196405 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a369c4c-b73d-47aa-9678-40dda201bb8c req-40231d3c-826a-494b-8efb-cc16a6bec459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:37.197845 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2a369c4c-b73d-47aa-9678-40dda201bb8c req-40231d3c-826a-494b-8efb-cc16a6bec459 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=f1beef4d-dfb1-4a05-8a44-08c9bc10a278 HTTP/1.1" status: 200 len: 847 time: 0.0435212 Sep 01 16:42:37.245773 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a369c4c-b73d-47aa-9678-40dda201bb8c req-21aff08e-8eed-4df6-bcb7-76c96d83dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:37.247182 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2a369c4c-b73d-47aa-9678-40dda201bb8c req-21aff08e-8eed-4df6-bcb7-76c96d83dcbe service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=b36a9745-9290-42e8-afea-e40aab2f41b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420239 Sep 01 16:42:37.311469 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:37.334876 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:37.339262 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2a369c4c-b73d-47aa-9678-40dda201bb8c req-2c9909eb-4867-43da-be98-87ab5972aad2 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b36a9745-9290-42e8-afea-e40aab2f41b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842860 Sep 01 16:42:37.435422 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2a369c4c-b73d-47aa-9678-40dda201bb8c req-383597b9-ef09-4d6b-89fe-2d41add333df service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b36a9745-9290-42e8-afea-e40aab2f41b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895405 Sep 01 16:42:38.077827 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e732e19-508d-4e76-bf32-f0b6f8731640 req-12a540cf-c2ef-4974-9303-bc2531ba6acd tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:38.079332 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-3e732e19-508d-4e76-bf32-f0b6f8731640 req-12a540cf-c2ef-4974-9303-bc2531ba6acd tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 943 time: 0.0466022 Sep 01 16:42:38.128102 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-3e732e19-508d-4e76-bf32-f0b6f8731640 req-92b320d0-c6da-4197-8f8c-ec70476925c2 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426581 Sep 01 16:42:39.247861 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821a522-6e7d-4fe7-b0e9-c6cb5753abac req-7c6b69a5-bc59-4d36-804b-37631d98f558 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:39.249314 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-2821a522-6e7d-4fe7-b0e9-c6cb5753abac req-7c6b69a5-bc59-4d36-804b-37631d98f558 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 943 time: 0.0474377 Sep 01 16:42:39.302959 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-2821a522-6e7d-4fe7-b0e9-c6cb5753abac req-fb032dc8-42cc-4882-b539-2f2dafe2c90a tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479774 Sep 01 16:42:40.419541 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f19703-ab4a-45d8-989e-2ef68b1fa52c req-b5b46bb8-60dc-4c59-b3ed-4de270bb9aeb tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:40.420994 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-40f19703-ab4a-45d8-989e-2ef68b1fa52c req-b5b46bb8-60dc-4c59-b3ed-4de270bb9aeb tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 943 time: 0.0458434 Sep 01 16:42:40.469468 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-40f19703-ab4a-45d8-989e-2ef68b1fa52c req-4ed29218-f75c-43bc-ba4e-7df958398323 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429654 Sep 01 16:42:41.593822 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca56c13-4fcc-467a-b8da-c444aefa2321 req-626066b0-5298-4020-920c-45e57e921428 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:41.595324 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2ca56c13-4fcc-467a-b8da-c444aefa2321 req-626066b0-5298-4020-920c-45e57e921428 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 943 time: 0.0474389 Sep 01 16:42:41.644923 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-2ca56c13-4fcc-467a-b8da-c444aefa2321 req-1d6ecfd7-fcaf-4b67-aec5-3ae5e9c3d056 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430543 Sep 01 16:42:42.763951 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c88b8-a16d-4b53-9a26-d3fdde3aa1d1 req-9aa44261-3b08-4a91-80d3-c17722e7246f tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:42.765461 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-fc5c88b8-a16d-4b53-9a26-d3fdde3aa1d1 req-9aa44261-3b08-4a91-80d3-c17722e7246f tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 943 time: 0.0481699 Sep 01 16:42:42.814271 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-fc5c88b8-a16d-4b53-9a26-d3fdde3aa1d1 req-c0b53781-bf4e-4395-a0c7-5a27341da5ee tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432901 Sep 01 16:42:43.935582 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05bdf78-5195-4993-ac9f-4035265335cc req-e3b7d107-9463-40d1-bda1-95044462994d tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:43.936959 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f05bdf78-5195-4993-ac9f-4035265335cc req-e3b7d107-9463-40d1-bda1-95044462994d tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 943 time: 0.0464694 Sep 01 16:42:43.990791 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f05bdf78-5195-4993-ac9f-4035265335cc req-651d7987-eba9-479b-89dc-b6148328b6b4 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482693 Sep 01 16:42:45.106366 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=100 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:45.115452 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b65c4fd-3fe4-41e3-8892-59a98fdb7550 req-dced7fb8-365c-4fd8-8949-222130ee3bf5 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:45.116941 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-6b65c4fd-3fe4-41e3-8892-59a98fdb7550 req-dced7fb8-365c-4fd8-8949-222130ee3bf5 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 943 time: 0.0516257 Sep 01 16:42:45.166204 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-6b65c4fd-3fe4-41e3-8892-59a98fdb7550 req-fd2d90e4-c412-480f-82e0-a2726371e5aa tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436134 Sep 01 16:42:45.327384 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 85932ff9-5198-4161-a8d5-3f43070b4618 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:42:45.432060 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 85932ff9-5198-4161-a8d5-3f43070b4618, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=85932ff9-5198-4161-a8d5-3f43070b4618,segment=NetworkSegment(4cbc129f-9724-4ad0-a28e-f2e8d6dd5021),segment_id=4cbc129f-9724-4ad0-a28e-f2e8d6dd5021)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:42:45.444038 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Returning: {'device': '85932ff9-5198-4161-a8d5-3f43070b4618', 'network_id': 'b36a9745-9290-42e8-afea-e40aab2f41b5', 'port_id': '85932ff9-5198-4161-a8d5-3f43070b4618', 'mac_address': 'fa:16:3e:88:18:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1beef4d-dfb1-4a05-8a44-08c9bc10a278', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:42:45.479683 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 85932ff9-5198-4161-a8d5-3f43070b4618 is: DOWN; New status is: BUILD {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:42:45.480080 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (85932ff9-5198-4161-a8d5-3f43070b4618), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:45.493562 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85932ff9-5198-4161-a8d5-3f43070b4618 {{(pid=106491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:42:45.513965 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 85932ff9-5198-4161-a8d5-3f43070b4618, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=85932ff9-5198-4161-a8d5-3f43070b4618,segment=NetworkSegment(4cbc129f-9724-4ad0-a28e-f2e8d6dd5021),segment_id=4cbc129f-9724-4ad0-a28e-f2e8d6dd5021)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:42:45.518687 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (85932ff9-5198-4161-a8d5-3f43070b4618), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:45.523664 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:45.570072 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=85932ff9-5198-4161-a8d5-3f43070b4618,revision_number=7']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:45.941196 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] get_ports_and_sgs() called for port_ids ['85932ff9-5198-4161-a8d5-3f43070b4618'] {{(pid=106491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 16:42:46.025052 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:46.284486 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86efbf12-5701-4d1e-b5cf-2ad0390ebffd req-f9f25248-35d6-48dd-87e5-3135f50c0f62 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:46.285960 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-86efbf12-5701-4d1e-b5cf-2ad0390ebffd req-f9f25248-35d6-48dd-87e5-3135f50c0f62 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 944 time: 0.0469577 Sep 01 16:42:46.335488 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-86efbf12-5701-4d1e-b5cf-2ad0390ebffd req-3a7ca8d4-adfe-4ae9-8c22-b039f7a85fe5 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438609 Sep 01 16:42:46.773549 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.agents_db [None req-09d9e05d-4d55-4c1e-8994-77c39c5d0c8d None None] Agent healthcheck: found 6 active agents {{(pid=106492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:42:47.340556 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 85932ff9-5198-4161-a8d5-3f43070b4618 up at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:42:47.385040 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning complete for port 85932ff9-5198-4161-a8d5-3f43070b4618 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:42:47.385418 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (85932ff9-5198-4161-a8d5-3f43070b4618), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:47.439824 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=100 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:47.455798 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa3e80-f24d-45b3-a2e6-c8eee3b603e1 req-11406324-5d40-4304-95e7-a8880e645fca tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:47.457281 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-a9fa3e80-f24d-45b3-a2e6-c8eee3b603e1 req-11406324-5d40-4304-95e7-a8880e645fca tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 944 time: 0.0481522 Sep 01 16:42:47.460427 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 85932ff9-5198-4161-a8d5-3f43070b4618 is: BUILD; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:42:47.460817 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (85932ff9-5198-4161-a8d5-3f43070b4618), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:47.486986 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad0df24-0b95-4583-9017-6322bebd55a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85932ff9-5198-4161-a8d5-3f43070b4618'}] {{(pid=106491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:42:47.489434 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27cd250e45b0eab3f9aacaaa4111d690d8ad0f5b6b5c497c1d88b56abc962a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d132b6-0368-4a49-922d-1ede27c3429b" -d '{"events": [{"server_uuid": "fad0df24-0b95-4583-9017-6322bebd55a0", "name": "network-vif-plugged", "status": "completed", "tag": "85932ff9-5198-4161-a8d5-3f43070b4618"}]}' {{(pid=106491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:42:47.503589 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 85932ff9-5198-4161-a8d5-3f43070b4618, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=85932ff9-5198-4161-a8d5-3f43070b4618,segment=NetworkSegment(4cbc129f-9724-4ad0-a28e-f2e8d6dd5021),segment_id=4cbc129f-9724-4ad0-a28e-f2e8d6dd5021)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:42:47.511864 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (85932ff9-5198-4161-a8d5-3f43070b4618), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:47.522546 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-a9fa3e80-f24d-45b3-a2e6-c8eee3b603e1 req-b12482f2-ce53-4147-b55d-e1182f20e811 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530639 Sep 01 16:42:47.542626 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b9eef9-5bfb-402d-a686-31cdaa47dadf x-openstack-request-id: req-b9b9eef9-5bfb-402d-a686-31cdaa47dadf {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:42:47.542915 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad0df24-0b95-4583-9017-6322bebd55a0", "name": "network-vif-plugged", "status": "completed", "tag": "85932ff9-5198-4161-a8d5-3f43070b4618", "code": 200}]} {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:42:47.543163 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b9b9eef9-5bfb-402d-a686-31cdaa47dadf {{(pid=106491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:42:47.543549 dv-cinder-852209-10-iscsi neutron-server[106491]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9b9eef9-5bfb-402d-a686-31cdaa47dadf'] response: {'server_uuid': 'fad0df24-0b95-4583-9017-6322bebd55a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85932ff9-5198-4161-a8d5-3f43070b4618', 'code': 200} Sep 01 16:42:47.569947 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=85932ff9-5198-4161-a8d5-3f43070b4618,revision_number=8']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:47.673449 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 39660) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:42:47.678732 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-62a407cd-fd5f-4e99-aec0-70c4c952b8b7 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Request body: {'security_group': {'name': 'tempest-securitygroup--839122187', 'description': 'tempest-description--433416186'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:42:47.700532 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-62a407cd-fd5f-4e99-aec0-70c4c952b8b7 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:47.770535 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-62a407cd-fd5f-4e99-aec0-70c4c952b8b7 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group (f2ab1771-0139-4b1c-9a70-9ced00585b59), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:47.774079 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-62a407cd-fd5f-4e99-aec0-70c4c952b8b7 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (f2ab1771-0139-4b1c-9a70-9ced00585b59), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:47.806306 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-62a407cd-fd5f-4e99-aec0-70c4c952b8b7 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:47.807570 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-62a407cd-fd5f-4e99-aec0-70c4c952b8b7 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1330698 Sep 01 16:42:47.808417 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a407cd-fd5f-4e99-aec0-70c4c952b8b7 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ab1771-0139-4b1c-9a70-9ced00585b59,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:47.810368 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 39662) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:42:47.814563 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-b61e21b1-3f81-4cda-83f2-238fec01d55c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Request body: {'security_group_rule': {'security_group_id': 'f2ab1771-0139-4b1c-9a70-9ced00585b59', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:42:47.868991 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88d7f3-a483-454b-b3ea-40e40617ef12 req-ff97be8a-99f3-472a-9f0f-8f6eb826c522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:47.870426 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-8a88d7f3-a483-454b-b3ea-40e40617ef12 req-ff97be8a-99f3-472a-9f0f-8f6eb826c522 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 1129 time: 0.0511777 Sep 01 16:42:47.876778 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-b61e21b1-3f81-4cda-83f2-238fec01d55c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group_rule (084e7482-528d-4dea-b82a-6dc08d1130c9), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:47.952908 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-8a88d7f3-a483-454b-b3ea-40e40617ef12 req-3681b983-ae43-4a16-a8e8-7de6a87b406e service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732987 Sep 01 16:42:47.965666 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-b61e21b1-3f81-4cda-83f2-238fec01d55c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group_rule (084e7482-528d-4dea-b82a-6dc08d1130c9), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:47.969354 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-b61e21b1-3f81-4cda-83f2-238fec01d55c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684833'] for security_group_rule (084e7482-528d-4dea-b82a-6dc08d1130c9), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:47.988943 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e21b1-3f81-4cda-83f2-238fec01d55c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=084e7482-528d-4dea-b82a-6dc08d1130c9,revision_number=0']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:47.997698 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-b61e21b1-3f81-4cda-83f2-238fec01d55c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:48.001618 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 39664) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:42:48.001812 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-b61e21b1-3f81-4cda-83f2-238fec01d55c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1903760 Sep 01 16:42:48.006102 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-87474d7d-c183-4814-8f3d-04e996db9d19 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Request body: {'security_group_rule': {'security_group_id': 'f2ab1771-0139-4b1c-9a70-9ced00585b59', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:42:48.033147 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-87474d7d-c183-4814-8f3d-04e996db9d19 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group_rule (c4e5864c-5f1e-417c-b8bd-629036f378ae), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:48.091606 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-87474d7d-c183-4814-8f3d-04e996db9d19 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group_rule (c4e5864c-5f1e-417c-b8bd-629036f378ae), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:48.095299 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-87474d7d-c183-4814-8f3d-04e996db9d19 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684833'] for security_group_rule (c4e5864c-5f1e-417c-b8bd-629036f378ae), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:48.113440 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87474d7d-c183-4814-8f3d-04e996db9d19 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4e5864c-5f1e-417c-b8bd-629036f378ae,revision_number=0']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:48.123367 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-87474d7d-c183-4814-8f3d-04e996db9d19 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:48.124478 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-87474d7d-c183-4814-8f3d-04e996db9d19 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1218362 Sep 01 16:42:48.125796 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87474d7d-c183-4814-8f3d-04e996db9d19 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:48.126148 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87474d7d-c183-4814-8f3d-04e996db9d19 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:48.126517 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87474d7d-c183-4814-8f3d-04e996db9d19 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:48.126854 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87474d7d-c183-4814-8f3d-04e996db9d19 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:48.127187 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87474d7d-c183-4814-8f3d-04e996db9d19 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:48.127520 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87474d7d-c183-4814-8f3d-04e996db9d19 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:48.127778 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 39666) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:42:48.127896 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87474d7d-c183-4814-8f3d-04e996db9d19 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:48.128166 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87474d7d-c183-4814-8f3d-04e996db9d19 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:48.128491 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87474d7d-c183-4814-8f3d-04e996db9d19 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:48.128817 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87474d7d-c183-4814-8f3d-04e996db9d19 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:48.129141 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87474d7d-c183-4814-8f3d-04e996db9d19 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:48.129488 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87474d7d-c183-4814-8f3d-04e996db9d19 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:48.129814 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87474d7d-c183-4814-8f3d-04e996db9d19 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:48.130135 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87474d7d-c183-4814-8f3d-04e996db9d19 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:48.130511 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87474d7d-c183-4814-8f3d-04e996db9d19 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:42:48.132432 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-9009b354-b8f1-424a-8657-33a7f5120494 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Request body: {'floatingip': {'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:42:48.154785 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-9009b354-b8f1-424a-8657-33a7f5120494 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:48.203440 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:48.221517 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:48.242345 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-9009b354-b8f1-424a-8657-33a7f5120494 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:48.348265 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_common [None req-9009b354-b8f1-424a-8657-33a7f5120494 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Allocated IP 172.27.2.152 (537c3a33-78cb-41f3-a0ee-71478f9cfd9b/3e5d1400-7955-40a6-9a09-08f8a8c1db3a/991e184a-e675-4c63-8d38-f7da74a819b6) {{(pid=106490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:42:48.455951 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-9009b354-b8f1-424a-8657-33a7f5120494 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for port (991e184a-e675-4c63-8d38-f7da74a819b6), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:48.487770 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-9009b354-b8f1-424a-8657-33a7f5120494 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (991e184a-e675-4c63-8d38-f7da74a819b6), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:48.528400 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9009b354-b8f1-424a-8657-33a7f5120494 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Network 537c3a33-78cb-41f3-a0ee-71478f9cfd9b is already hosted by enough agents. {{(pid=106490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:42:48.533234 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [None req-9009b354-b8f1-424a-8657-33a7f5120494 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Resources bound (agent type, host, resource id): {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:42:48.537233 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9009b354-b8f1-424a-8657-33a7f5120494 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Received port after_create {{(pid=106490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:42:48.540701 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009b354-b8f1-424a-8657-33a7f5120494 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Pushing event updated for resources: {'Port': ['ID=991e184a-e675-4c63-8d38-f7da74a819b6,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:48.627975 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-9009b354-b8f1-424a-8657-33a7f5120494 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for floatingip (09d4edb1-4fcf-4b4e-bc7e-798e2be2e4f6), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:48.638279 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db450e-90ed-4ad1-af2f-6c459b8cde9f req-a65d9436-ab50-4938-ae73-9aa669c0e4d2 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:48.645544 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-a9db450e-90ed-4ad1-af2f-6c459b8cde9f req-a65d9436-ab50-4938-ae73-9aa669c0e4d2 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 945 time: 0.0474720 Sep 01 16:42:48.674263 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-9009b354-b8f1-424a-8657-33a7f5120494 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (991e184a-e675-4c63-8d38-f7da74a819b6), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:48.696604 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-a9db450e-90ed-4ad1-af2f-6c459b8cde9f req-683d8f6d-1d8e-4baf-95e6-d0d1dadbc4cb tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466280 Sep 01 16:42:48.826649 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-9009b354-b8f1-424a-8657-33a7f5120494 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for port (991e184a-e675-4c63-8d38-f7da74a819b6), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:48.832288 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-9009b354-b8f1-424a-8657-33a7f5120494 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261539433'] for port (991e184a-e675-4c63-8d38-f7da74a819b6), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:48.901641 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-9009b354-b8f1-424a-8657-33a7f5120494 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631243'] for floatingip (09d4edb1-4fcf-4b4e-bc7e-798e2be2e4f6), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:48.904247 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009b354-b8f1-424a-8657-33a7f5120494 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Pushing event updated for resources: {'Port': ['ID=991e184a-e675-4c63-8d38-f7da74a819b6,revision_number=2']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:48.919869 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-9009b354-b8f1-424a-8657-33a7f5120494 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for floatingip (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:48.921083 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-9009b354-b8f1-424a-8657-33a7f5120494 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7923198 Sep 01 16:42:49.086469 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:49.104218 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:49.133656 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-2c04a10d-5188-4208-9496-728846d45e06 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--839122187&fields=id&tenant_id=9b9aa20e1ffb453d9ee13dd6ae2c25ef HTTP/1.1" status: 200 len: 267 time: 0.0532174 Sep 01 16:42:49.239620 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-63e1f2a9-5dc5-4ba1-b6c9-c58c1dc3a6b4 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:49.241633 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-63e1f2a9-5dc5-4ba1-b6c9-c58c1dc3a6b4 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/networks?id=ae0395ee-74d9-4949-89c6-cf6ebc736a46 HTTP/1.1" status: 200 len: 815 time: 0.1015790 Sep 01 16:42:49.258088 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-5f171028-375d-4f1c-8ed8-03ad4f562940 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/quotas/9b9aa20e1ffb453d9ee13dd6ae2c25ef HTTP/1.1" status: 200 len: 375 time: 0.0094399 Sep 01 16:42:49.313933 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-3d9c878d-5501-44f5-acca-7586cb97ea81 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9b9aa20e1ffb453d9ee13dd6ae2c25ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505867 Sep 01 16:42:49.410493 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-5bb1cd53-1e00-4596-af19-05cae52f771d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ae0395ee-74d9-4949-89c6-cf6ebc736a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850129 Sep 01 16:42:49.505066 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-63831cc6-aff7-4fbb-9372-1d0eb4f8c157 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ae0395ee-74d9-4949-89c6-cf6ebc736a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883293 Sep 01 16:42:49.674363 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-9d26f75d-3b65-4d1a-8ec7-94cae81cecb5 req-debce618-4930-4f5c-afe0-10f90edbdc83 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d3520487-5780-44b3-9e04-28492a42939d HTTP/1.1" status: 200 len: 210 time: 0.0286458 Sep 01 16:42:49.823294 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888f8a6-07d2-44d4-88ea-7fc7cb399289 req-599d1d2a-d7b4-40a5-bfdc-479d1b47ba86 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:49.824821 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a888f8a6-07d2-44d4-88ea-7fc7cb399289 req-599d1d2a-d7b4-40a5-bfdc-479d1b47ba86 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 945 time: 0.0497136 Sep 01 16:42:49.877112 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a888f8a6-07d2-44d4-88ea-7fc7cb399289 req-2f895cc3-3601-4e18-9096-5da2471d7bfd tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460262 Sep 01 16:42:50.777673 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-ab9b03c5-6ec4-41b3-8793-156f6dc864d3 req-1925c0d8-593b-4815-9582-7c535ac3be96 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d3520487-5780-44b3-9e04-28492a42939d HTTP/1.1" status: 200 len: 210 time: 0.0305657 Sep 01 16:42:50.967400 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-69a02e07-c9e1-4566-a9c8-c2fb1f06bab6 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:50.968907 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-69a02e07-c9e1-4566-a9c8-c2fb1f06bab6 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.77 "GET /networking/v2.0/networks?id=ae0395ee-74d9-4949-89c6-cf6ebc736a46 HTTP/1.1" status: 200 len: 815 time: 0.1086774 Sep 01 16:42:51.054134 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-6068de97-29db-42c2-b452-81e3cbe82d5e tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9b9aa20e1ffb453d9ee13dd6ae2c25ef HTTP/1.1" status: 200 len: 472 time: 0.0672259 Sep 01 16:42:51.171036 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-cf29a78c-1686-4080-9b08-d3c5c83107df tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Request body: {'port': {'device_id': 'd3520487-5780-44b3-9e04-28492a42939d', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'admin_state_up': True, 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'security_groups': ['f2ab1771-0139-4b1c-9a70-9ced00585b59']}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:42:51.285215 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-cf29a78c-1686-4080-9b08-d3c5c83107df tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Made reservation on behalf of 9b9aa20e1ffb453d9ee13dd6ae2c25ef for: {'port': 1} {{(pid=106490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:42:51.290371 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-cf29a78c-1686-4080-9b08-d3c5c83107df tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:51.293160 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-d283bdb9-755e-4201-a8ff-ab6173587f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:51.416789 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_common [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-cf29a78c-1686-4080-9b08-d3c5c83107df tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Allocated IP 172.20.0.5 (ae0395ee-74d9-4949-89c6-cf6ebc736a46/e9b0dd6e-b554-478d-81fd-0da60f4e81d8/4b66e1df-e040-432a-9d26-fef8d6c98bcf) {{(pid=106490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:42:51.428045 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:51.442558 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:51.566422 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-cf29a78c-1686-4080-9b08-d3c5c83107df tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for port (4b66e1df-e040-432a-9d26-fef8d6c98bcf), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:51.601171 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-cf29a78c-1686-4080-9b08-d3c5c83107df tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (4b66e1df-e040-432a-9d26-fef8d6c98bcf), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:51.649647 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-cf29a78c-1686-4080-9b08-d3c5c83107df tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Network ae0395ee-74d9-4949-89c6-cf6ebc736a46 is already hosted by enough agents. {{(pid=106490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:42:51.652827 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-cf29a78c-1686-4080-9b08-d3c5c83107df tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Resources bound (agent type, host, resource id): {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:42:51.655285 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-cf29a78c-1686-4080-9b08-d3c5c83107df tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Received port after_create {{(pid=106490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:42:51.681539 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf29a78c-1686-4080-9b08-d3c5c83107df tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Pushing event updated for resources: {'Port': ['ID=4b66e1df-e040-432a-9d26-fef8d6c98bcf,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:51.711640 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-cf29a78c-1686-4080-9b08-d3c5c83107df tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:51.712269 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-cf29a78c-1686-4080-9b08-d3c5c83107df tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:51.729546 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-cf29a78c-1686-4080-9b08-d3c5c83107df tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5624032 Sep 01 16:42:51.750691 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-550e1f51-ca49-4f7b-bd04-7cc405187383 service neutron] Request body: {'port': {'device_id': 'd3520487-5780-44b3-9e04-28492a42939d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:42:51.816969 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-550e1f51-ca49-4f7b-bd04-7cc405187383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (4b66e1df-e040-432a-9d26-fef8d6c98bcf), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:51.844944 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-08df5ae9-993f-476d-99c2-cf94b530faed None None] Provisioning complete for port 4b66e1df-e040-432a-9d26-fef8d6c98bcf triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:42:51.845407 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-08df5ae9-993f-476d-99c2-cf94b530faed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (4b66e1df-e040-432a-9d26-fef8d6c98bcf), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:51.883473 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-08df5ae9-993f-476d-99c2-cf94b530faed None None] Port 4b66e1df-e040-432a-9d26-fef8d6c98bcf cannot update to ACTIVE because it is not bound. {{(pid=106491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 16:42:52.228606 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72fc1ed-818b-4e64-b46e-71064c927f5d req-6e4ac702-2c33-454b-ad88-536a143f23c1 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:52.230066 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a72fc1ed-818b-4e64-b46e-71064c927f5d req-6e4ac702-2c33-454b-ad88-536a143f23c1 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d3520487-5780-44b3-9e04-28492a42939d HTTP/1.1" status: 200 len: 931 time: 0.3680546 Sep 01 16:42:52.337389 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a72fc1ed-818b-4e64-b46e-71064c927f5d req-920c445a-7094-472b-9de7-2b7ccc9a0a2c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f2ab1771-0139-4b1c-9a70-9ced00585b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012270 Sep 01 16:42:52.424558 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-550e1f51-ca49-4f7b-bd04-7cc405187383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b66e1df-e040-432a-9d26-fef8d6c98bcf {{(pid=106490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:42:52.432799 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-550e1f51-ca49-4f7b-bd04-7cc405187383 service neutron] Publish callbacks [] for port (4b66e1df-e040-432a-9d26-fef8d6c98bcf), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:52.445042 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.provisioning_blocks [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-550e1f51-ca49-4f7b-bd04-7cc405187383 service neutron] Transition to ACTIVE for port object 4b66e1df-e040-432a-9d26-fef8d6c98bcf will not be triggered until provisioned by entity L2. {{(pid=106490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 16:42:52.450182 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-550e1f51-ca49-4f7b-bd04-7cc405187383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261539433'] for port (4b66e1df-e040-432a-9d26-fef8d6c98bcf), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:52.512048 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e1f51-ca49-4f7b-bd04-7cc405187383 service neutron] Pushing event updated for resources: {'Port': ['ID=4b66e1df-e040-432a-9d26-fef8d6c98bcf,revision_number=2']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:52.516930 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:52.548444 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:52.568874 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-550e1f51-ca49-4f7b-bd04-7cc405187383 service neutron] Attempting to bind port 4b66e1df-e040-432a-9d26-fef8d6c98bcf on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:42:52.569217 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-550e1f51-ca49-4f7b-bd04-7cc405187383 service neutron] Attempting to bind port 4b66e1df-e040-432a-9d26-fef8d6c98bcf by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': '0363ed2f-e965-4e31-8039-d81606d4468a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46'}] {{(pid=106490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:42:52.569546 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-550e1f51-ca49-4f7b-bd04-7cc405187383 service neutron] Attempting to bind port 4b66e1df-e040-432a-9d26-fef8d6c98bcf on network ae0395ee-74d9-4949-89c6-cf6ebc736a46 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:42:52.574614 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-550e1f51-ca49-4f7b-bd04-7cc405187383 service neutron] Port 4b66e1df-e040-432a-9d26-fef8d6c98bcf on network ae0395ee-74d9-4949-89c6-cf6ebc736a46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 16:42:52.574935 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-550e1f51-ca49-4f7b-bd04-7cc405187383 service neutron] Attempting to bind port 4b66e1df-e040-432a-9d26-fef8d6c98bcf on network ae0395ee-74d9-4949-89c6-cf6ebc736a46 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:42:52.579856 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-550e1f51-ca49-4f7b-bd04-7cc405187383 service neutron] Checking agent: {'id': '294a3787-103d-4a51-bc9c-bc09638a7966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 32, 3), 'started_at': datetime.datetime(2022, 9, 1, 16, 32, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:42:52.580190 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-550e1f51-ca49-4f7b-bd04-7cc405187383 service neutron] Checking segment: {'id': '0363ed2f-e965-4e31-8039-d81606d4468a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:42:52.580577 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-550e1f51-ca49-4f7b-bd04-7cc405187383 service neutron] Bound using segment: {'id': '0363ed2f-e965-4e31-8039-d81606d4468a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46'} {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:42:52.581001 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-550e1f51-ca49-4f7b-bd04-7cc405187383 service neutron] Bound port: 4b66e1df-e040-432a-9d26-fef8d6c98bcf, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0363ed2f-e965-4e31-8039-d81606d4468a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46'}}] {{(pid=106490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:42:52.581356 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-550e1f51-ca49-4f7b-bd04-7cc405187383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (4b66e1df-e040-432a-9d26-fef8d6c98bcf), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:52.641439 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-550e1f51-ca49-4f7b-bd04-7cc405187383 service neutron] For port 4b66e1df-e040-432a-9d26-fef8d6c98bcf, host hv-cinder-85220, cleared binding levels {{(pid=106490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:42:52.644560 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-550e1f51-ca49-4f7b-bd04-7cc405187383 service neutron] For port 4b66e1df-e040-432a-9d26-fef8d6c98bcf, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=4b66e1df-e040-432a-9d26-fef8d6c98bcf,segment=NetworkSegment(0363ed2f-e965-4e31-8039-d81606d4468a),segment_id=0363ed2f-e965-4e31-8039-d81606d4468a)] {{(pid=106490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:42:52.650866 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-550e1f51-ca49-4f7b-bd04-7cc405187383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261539433'] for port (4b66e1df-e040-432a-9d26-fef8d6c98bcf), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:52.655117 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-550e1f51-ca49-4f7b-bd04-7cc405187383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:52.655758 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-550e1f51-ca49-4f7b-bd04-7cc405187383 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:52.657121 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-550e1f51-ca49-4f7b-bd04-7cc405187383 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/4b66e1df-e040-432a-9d26-fef8d6c98bcf HTTP/1.1" status: 200 len: 1093 time: 0.9118533 Sep 01 16:42:52.657641 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3520487-5780-44b3-9e04-28492a42939d', 'tag': '4b66e1df-e040-432a-9d26-fef8d6c98bcf'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:42:52.659969 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa07244a-5296-49fb-99d5-6e988171697d" -d '{"events": [{"name": "network-changed", "server_uuid": "d3520487-5780-44b3-9e04-28492a42939d", "tag": "4b66e1df-e040-432a-9d26-fef8d6c98bcf"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:42:52.713300 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 16:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a19e315-0259-4881-b460-172758051071 x-openstack-request-id: req-5a19e315-0259-4881-b460-172758051071 {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:42:52.713612 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3520487-5780-44b3-9e04-28492a42939d", "tag": "4b66e1df-e040-432a-9d26-fef8d6c98bcf", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:42:52.713860 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5a19e315-0259-4881-b460-172758051071 {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:42:52.714279 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a19e315-0259-4881-b460-172758051071'] response: {'name': 'network-changed', 'server_uuid': 'd3520487-5780-44b3-9e04-28492a42939d', 'tag': '4b66e1df-e040-432a-9d26-fef8d6c98bcf', 'status': 'completed', 'code': 200} Sep 01 16:42:52.715642 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e1f51-ca49-4f7b-bd04-7cc405187383 service neutron] Pushing event updated for resources: {'Port': ['ID=4b66e1df-e040-432a-9d26-fef8d6c98bcf,revision_number=3']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:52.782685 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-d519601a-5bcf-4166-afea-c767762d21aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:52.784282 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-d519601a-5bcf-4166-afea-c767762d21aa service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=9b9aa20e1ffb453d9ee13dd6ae2c25ef&device_id=d3520487-5780-44b3-9e04-28492a42939d HTTP/1.1" status: 200 len: 1127 time: 0.0438445 Sep 01 16:42:52.834159 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-25b28682-9b46-4658-9f22-3bde8381116f service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b66e1df-e040-432a-9d26-fef8d6c98bcf HTTP/1.1" status: 200 len: 217 time: 0.0341008 Sep 01 16:42:52.891396 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-ab218f54-5743-4346-91bf-842395cffdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:52.892893 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-ab218f54-5743-4346-91bf-842395cffdde service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e9b0dd6e-b554-478d-81fd-0da60f4e81d8 HTTP/1.1" status: 200 len: 854 time: 0.0456192 Sep 01 16:42:52.941998 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-b4998605-63c3-465f-b353-68a86fbc3ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:52.943573 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-b4998605-63c3-465f-b353-68a86fbc3ece service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=ae0395ee-74d9-4949-89c6-cf6ebc736a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439630 Sep 01 16:42:53.038434 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-7908fb47-92f9-4db9-89be-80e669f2b834 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ae0395ee-74d9-4949-89c6-cf6ebc736a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847497 Sep 01 16:42:53.134616 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-bd0d1b2e-e167-4134-b009-e967748c9828 req-f7b453f1-1124-417a-a7c6-0b66937708d7 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ae0395ee-74d9-4949-89c6-cf6ebc736a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892916 Sep 01 16:42:53.456438 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74567197-8ace-48de-a048-bd302ad86213 req-817ad385-44f9-49e0-9e06-dcf9807fa4f5 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:53.458076 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-74567197-8ace-48de-a048-bd302ad86213 req-817ad385-44f9-49e0-9e06-dcf9807fa4f5 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d3520487-5780-44b3-9e04-28492a42939d HTTP/1.1" status: 200 len: 943 time: 0.0472872 Sep 01 16:42:53.507242 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-74567197-8ace-48de-a048-bd302ad86213 req-eb36241d-57f8-46dc-adce-01b64c1effd3 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f2ab1771-0139-4b1c-9a70-9ced00585b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431087 Sep 01 16:42:53.713725 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-f23fb71f-d0ce-411b-982f-dfc9302f3431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:54.282958 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07244a-5296-49fb-99d5-6e988171697d req-bc763dab-bd5f-485a-8b8d-afe4afae6532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:54.284433 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-fa07244a-5296-49fb-99d5-6e988171697d req-bc763dab-bd5f-485a-8b8d-afe4afae6532 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=9b9aa20e1ffb453d9ee13dd6ae2c25ef&device_id=d3520487-5780-44b3-9e04-28492a42939d HTTP/1.1" status: 200 len: 1127 time: 0.0391784 Sep 01 16:42:54.384565 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07244a-5296-49fb-99d5-6e988171697d req-af505a59-cb08-4087-9029-85ae2f792151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:54.386016 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-fa07244a-5296-49fb-99d5-6e988171697d req-af505a59-cb08-4087-9029-85ae2f792151 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=ae0395ee-74d9-4949-89c6-cf6ebc736a46 HTTP/1.1" status: 200 len: 916 time: 0.0903580 Sep 01 16:42:54.425477 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-fa07244a-5296-49fb-99d5-6e988171697d req-5dcb2f87-8b2c-4558-b847-83032c66e435 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b66e1df-e040-432a-9d26-fef8d6c98bcf HTTP/1.1" status: 200 len: 217 time: 0.0327594 Sep 01 16:42:54.479247 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07244a-5296-49fb-99d5-6e988171697d req-2c267984-328c-4962-bbf9-0fe71d49f89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:54.480690 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-fa07244a-5296-49fb-99d5-6e988171697d req-2c267984-328c-4962-bbf9-0fe71d49f89f service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e9b0dd6e-b554-478d-81fd-0da60f4e81d8 HTTP/1.1" status: 200 len: 854 time: 0.0480719 Sep 01 16:42:54.524081 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07244a-5296-49fb-99d5-6e988171697d req-f765acee-1b52-40b3-a9e3-f45b4081dccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:54.525559 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-fa07244a-5296-49fb-99d5-6e988171697d req-f765acee-1b52-40b3-a9e3-f45b4081dccd service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=ae0395ee-74d9-4949-89c6-cf6ebc736a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387397 Sep 01 16:42:54.605320 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:54.621369 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-fa07244a-5296-49fb-99d5-6e988171697d req-27261065-6ca3-4ee5-aea2-4134cb9ac8ce service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ae0395ee-74d9-4949-89c6-cf6ebc736a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884583 Sep 01 16:42:54.629108 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c52ff-6b8f-4bcf-adcf-0f4528aef44d req-0cf6471d-8209-4801-9b37-cf8e0b9bcbed tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:54.630946 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-414c52ff-6b8f-4bcf-adcf-0f4528aef44d req-0cf6471d-8209-4801-9b37-cf8e0b9bcbed tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d3520487-5780-44b3-9e04-28492a42939d HTTP/1.1" status: 200 len: 943 time: 0.0495741 Sep 01 16:42:54.634561 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:54.679807 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-414c52ff-6b8f-4bcf-adcf-0f4528aef44d req-c7208419-3349-49b4-b91f-ecbb65f8e95f tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f2ab1771-0139-4b1c-9a70-9ced00585b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430176 Sep 01 16:42:54.696967 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:54.732649 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-fa07244a-5296-49fb-99d5-6e988171697d req-3aeb8e35-e409-4630-9afa-db73f641b587 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ae0395ee-74d9-4949-89c6-cf6ebc736a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043181 Sep 01 16:42:55.375869 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 4b66e1df-e040-432a-9d26-fef8d6c98bcf details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:42:55.477690 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 4b66e1df-e040-432a-9d26-fef8d6c98bcf, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=4b66e1df-e040-432a-9d26-fef8d6c98bcf,segment=NetworkSegment(0363ed2f-e965-4e31-8039-d81606d4468a),segment_id=0363ed2f-e965-4e31-8039-d81606d4468a)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:42:55.490216 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Returning: {'device': '4b66e1df-e040-432a-9d26-fef8d6c98bcf', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'port_id': '4b66e1df-e040-432a-9d26-fef8d6c98bcf', 'mac_address': 'fa:16:3e:a8:79:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:42:55.494763 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:55.527334 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 4b66e1df-e040-432a-9d26-fef8d6c98bcf is: DOWN; New status is: BUILD {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:42:55.527721 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (4b66e1df-e040-432a-9d26-fef8d6c98bcf), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:55.541059 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b66e1df-e040-432a-9d26-fef8d6c98bcf {{(pid=106491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:42:55.563214 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 4b66e1df-e040-432a-9d26-fef8d6c98bcf, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=4b66e1df-e040-432a-9d26-fef8d6c98bcf,segment=NetworkSegment(0363ed2f-e965-4e31-8039-d81606d4468a),segment_id=0363ed2f-e965-4e31-8039-d81606d4468a)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:42:55.567621 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (4b66e1df-e040-432a-9d26-fef8d6c98bcf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:55.576435 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-29b2a395-49a7-4b9a-8f72-f535f20605b2 req-dcabb5b1-ac75-4d1a-a0a3-9ee325d4f8ce tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1212051678&fields=id&tenant_id=13ab20a85384485e95e2c0dadcc8b43c HTTP/1.1" status: 200 len: 267 time: 0.0457654 Sep 01 16:42:55.617052 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=4b66e1df-e040-432a-9d26-fef8d6c98bcf,revision_number=4']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:55.630725 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2a395-49a7-4b9a-8f72-f535f20605b2 req-3cd3cfae-d219-471d-874b-45cdc79b40b1 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:55.632316 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-29b2a395-49a7-4b9a-8f72-f535f20605b2 req-3cd3cfae-d219-471d-874b-45cdc79b40b1 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 985 time: 0.0500383 Sep 01 16:42:55.642973 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [req-29b2a395-49a7-4b9a-8f72-f535f20605b2 req-c925a138-bcb6-4905-b517-0bd1fdf76e85 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Request body: {'port': {'security_groups': ['23a3eeca-025b-4261-ab3b-cbd54b559ccd']}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:42:55.729554 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-29b2a395-49a7-4b9a-8f72-f535f20605b2 req-c925a138-bcb6-4905-b517-0bd1fdf76e85 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (229f7341-6966-4b67-9657-ed92a6db27a4), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:55.813985 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854d6d7-13c7-4a03-820f-36c6d7e935fe req-af742e3d-520a-4155-8739-3f8001d00574 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:55.822071 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-f854d6d7-13c7-4a03-820f-36c6d7e935fe req-af742e3d-520a-4155-8739-3f8001d00574 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d3520487-5780-44b3-9e04-28492a42939d HTTP/1.1" status: 200 len: 944 time: 0.0670495 Sep 01 16:42:55.867197 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-f854d6d7-13c7-4a03-820f-36c6d7e935fe req-a252aa2c-31ac-4628-84c3-155ab4c49ee5 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f2ab1771-0139-4b1c-9a70-9ced00585b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439632 Sep 01 16:42:55.934387 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] get_ports_and_sgs() called for port_ids ['4b66e1df-e040-432a-9d26-fef8d6c98bcf'] {{(pid=106491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 16:42:55.935660 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-29b2a395-49a7-4b9a-8f72-f535f20605b2 req-c925a138-bcb6-4905-b517-0bd1fdf76e85 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] For port 229f7341-6966-4b67-9657-ed92a6db27a4, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=229f7341-6966-4b67-9657-ed92a6db27a4,segment=NetworkSegment(e1fd3a59-64dd-4c0d-8007-f96041459bea),segment_id=e1fd3a59-64dd-4c0d-8007-f96041459bea)] {{(pid=106490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:42:55.965306 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-29b2a395-49a7-4b9a-8f72-f535f20605b2 req-c925a138-bcb6-4905-b517-0bd1fdf76e85 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks [] for port (229f7341-6966-4b67-9657-ed92a6db27a4), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:55.970065 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-29b2a395-49a7-4b9a-8f72-f535f20605b2 req-c925a138-bcb6-4905-b517-0bd1fdf76e85 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261539433'] for port (229f7341-6966-4b67-9657-ed92a6db27a4), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:55.980383 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:55.983479 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2a395-49a7-4b9a-8f72-f535f20605b2 req-c925a138-bcb6-4905-b517-0bd1fdf76e85 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:55.984913 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-29b2a395-49a7-4b9a-8f72-f535f20605b2 req-c925a138-bcb6-4905-b517-0bd1fdf76e85 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:55.990377 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-29b2a395-49a7-4b9a-8f72-f535f20605b2 req-c925a138-bcb6-4905-b517-0bd1fdf76e85 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "PUT /networking/v2.0/ports/229f7341-6966-4b67-9657-ed92a6db27a4 HTTP/1.1" status: 200 len: 943 time: 0.3511355 Sep 01 16:42:55.990819 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840b3e8c-3b9a-44ee-8f03-43d332ca8b26', 'tag': '229f7341-6966-4b67-9657-ed92a6db27a4'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:42:55.993101 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 39726) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:42:55.993242 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c114c4-a127-42bc-ad08-d721456a346e" -d '{"events": [{"name": "network-changed", "server_uuid": "840b3e8c-3b9a-44ee-8f03-43d332ca8b26", "tag": "229f7341-6966-4b67-9657-ed92a6db27a4"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:42:56.008197 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] get_ports_and_sgs() called for port_ids ['229f7341-6966-4b67-9657-ed92a6db27a4'] {{(pid=106491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 16:42:56.047515 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 16:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf2c5a5-985e-4eb6-9d34-382f1676bc72 x-openstack-request-id: req-5cf2c5a5-985e-4eb6-9d34-382f1676bc72 {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:42:56.047804 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840b3e8c-3b9a-44ee-8f03-43d332ca8b26", "tag": "229f7341-6966-4b67-9657-ed92a6db27a4", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:42:56.048176 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5cf2c5a5-985e-4eb6-9d34-382f1676bc72 {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:42:56.048641 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cf2c5a5-985e-4eb6-9d34-382f1676bc72'] response: {'name': 'network-changed', 'server_uuid': '840b3e8c-3b9a-44ee-8f03-43d332ca8b26', 'tag': '229f7341-6966-4b67-9657-ed92a6db27a4', 'status': 'completed', 'code': 200} Sep 01 16:42:56.054321 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c925a138-bcb6-4905-b517-0bd1fdf76e85 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Pushing event updated for resources: {'Port': ['ID=229f7341-6966-4b67-9657-ed92a6db27a4,revision_number=7']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:56.068215 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-1aa9af4e-c03a-4463-a2e4-0fb42dc585f8 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks [] for security_group (540127ec-4e23-4f73-a15d-88ab904e2328), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:56.095934 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-1aa9af4e-c03a-4463-a2e4-0fb42dc585f8 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks [] for security_group (540127ec-4e23-4f73-a15d-88ab904e2328), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:56.144660 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c114c4-a127-42bc-ad08-d721456a346e req-57a3bf4f-b036-4d31-a55c-929933cc5652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:56.146758 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-52c114c4-a127-42bc-ad08-d721456a346e req-57a3bf4f-b036-4d31-a55c-929933cc5652 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=13ab20a85384485e95e2c0dadcc8b43c&device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 1130 time: 0.0479534 Sep 01 16:42:56.169545 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-1aa9af4e-c03a-4463-a2e4-0fb42dc585f8 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (540127ec-4e23-4f73-a15d-88ab904e2328), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:56.173170 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-1aa9af4e-c03a-4463-a2e4-0fb42dc585f8 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:56.175996 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] get_ports_and_sgs() called for port_ids ['229f7341-6966-4b67-9657-ed92a6db27a4'] {{(pid=106491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 16:42:56.178313 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-1aa9af4e-c03a-4463-a2e4-0fb42dc585f8 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/540127ec-4e23-4f73-a15d-88ab904e2328 HTTP/1.1" status: 204 len: 168 time: 0.1834664 Sep 01 16:42:56.179011 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 39730) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:42:56.220500 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa9af4e-c03a-4463-a2e4-0fb42dc585f8 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=540127ec-4e23-4f73-a15d-88ab904e2328,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:56.249154 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c114c4-a127-42bc-ad08-d721456a346e req-d02e846e-5123-46ce-a9ce-fb93d9862089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:56.250887 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-52c114c4-a127-42bc-ad08-d721456a346e req-d02e846e-5123-46ce-a9ce-fb93d9862089 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=39b32e89-2562-41b6-8f54-e0086889d468 HTTP/1.1" status: 200 len: 915 time: 0.0977151 Sep 01 16:42:56.325475 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-52c114c4-a127-42bc-ad08-d721456a346e req-170ad535-c278-4c2a-bdd6-c8a7e682c47e service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=229f7341-6966-4b67-9657-ed92a6db27a4 HTTP/1.1" status: 200 len: 1001 time: 0.0673065 Sep 01 16:42:56.340976 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.plugin [None req-aff2e204-4972-467f-b849-4f2a46de9604 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Deleting port b14fe895-05b9-472f-b9d0-1cdb8d0ee9ab {{(pid=106489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:42:56.341411 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-aff2e204-4972-467f-b849-4f2a46de9604 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (b14fe895-05b9-472f-b9d0-1cdb8d0ee9ab), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:56.384139 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c114c4-a127-42bc-ad08-d721456a346e req-d2d0117e-cfc5-44b4-b58c-e60131dcafcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:56.384776 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:56.386154 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-52c114c4-a127-42bc-ad08-d721456a346e req-d2d0117e-cfc5-44b4-b58c-e60131dcafcb service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=0dc4a385-95e8-4723-8dcf-4daafb3488ee HTTP/1.1" status: 200 len: 853 time: 0.0544355 Sep 01 16:42:56.399711 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:56.415848 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:56.435509 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-aff2e204-4972-467f-b849-4f2a46de9604 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (b14fe895-05b9-472f-b9d0-1cdb8d0ee9ab), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:56.435790 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c114c4-a127-42bc-ad08-d721456a346e req-2ad3582d-e42f-48d9-a81c-0c48b23cb2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:56.435913 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-aff2e204-4972-467f-b849-4f2a46de9604 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks [] for floatingip (b14fe895-05b9-472f-b9d0-1cdb8d0ee9ab), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:56.437038 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-52c114c4-a127-42bc-ad08-d721456a346e req-2ad3582d-e42f-48d9-a81c-0c48b23cb2ca service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=39b32e89-2562-41b6-8f54-e0086889d468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448964 Sep 01 16:42:56.450025 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.plugin [None req-aff2e204-4972-467f-b849-4f2a46de9604 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Calling delete_port for b14fe895-05b9-472f-b9d0-1cdb8d0ee9ab owned by network:floatingip {{(pid=106489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:42:56.485912 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:56.544489 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-52c114c4-a127-42bc-ad08-d721456a346e req-c6309bcb-094e-4db9-8766-5ac247d3e95b service neutron] 10.222.0.77 "GET /networking/v2.0/networks/39b32e89-2562-41b6-8f54-e0086889d468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001637 Sep 01 16:42:56.601801 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:56.627087 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:56.645183 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-52c114c4-a127-42bc-ad08-d721456a346e req-d94064c2-0575-4c06-bae8-58654db5dd07 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/39b32e89-2562-41b6-8f54-e0086889d468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934033 Sep 01 16:42:56.768728 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:56.769517 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:56.829524 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-aff2e204-4972-467f-b849-4f2a46de9604 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261346675'] for port (b14fe895-05b9-472f-b9d0-1cdb8d0ee9ab), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:56.852616 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2e204-4972-467f-b849-4f2a46de9604 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Pushing event deleted for resources: {'Port': ['ID=b14fe895-05b9-472f-b9d0-1cdb8d0ee9ab,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:56.921180 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-aff2e204-4972-467f-b849-4f2a46de9604 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks [] for floatingip (e0915e0a-bf11-43ff-8f4a-72a72b0a6b78), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:56.921556 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.db.l3_db [None req-aff2e204-4972-467f-b849-4f2a46de9604 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Floating IP e0915e0a-bf11-43ff-8f4a-72a72b0a6b78 disassociated (deleted). External IP: 172.27.2.13, port: 229f7341-6966-4b67-9657-ed92a6db27a4. Sep 01 16:42:56.993229 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a94076-ce2d-4fb3-abfd-bd47197e9ffa req-65177994-4448-4ffd-8ea8-d5e5da8255d2 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:56.994697 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c1a94076-ce2d-4fb3-abfd-bd47197e9ffa req-65177994-4448-4ffd-8ea8-d5e5da8255d2 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d3520487-5780-44b3-9e04-28492a42939d HTTP/1.1" status: 200 len: 944 time: 0.0503707 Sep 01 16:42:57.041452 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c1a94076-ce2d-4fb3-abfd-bd47197e9ffa req-419e0275-0f07-4e81-922e-e9ec69974a04 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f2ab1771-0139-4b1c-9a70-9ced00585b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403202 Sep 01 16:42:57.121933 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff2e204-4972-467f-b849-4f2a46de9604 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Router 719ba4ba-6ba8-4c20-a9ee-2b0c5706585f has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:42:57.223113 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff2e204-4972-467f-b849-4f2a46de9604 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:42:57.228157 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-aff2e204-4972-467f-b849-4f2a46de9604 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for floatingip (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:57.233132 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff24a1a-f16b-4584-932e-7b037cef8786 None None] Sync routers for ids ['719ba4ba-6ba8-4c20-a9ee-2b0c5706585f'] in dv-cinder-852209-10-iscsi {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:42:57.243326 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff24a1a-f16b-4584-932e-7b037cef8786 None None] Routers {'719ba4ba-6ba8-4c20-a9ee-2b0c5706585f'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:42:57.243922 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-3ff24a1a-f16b-4584-932e-7b037cef8786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:42:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['719ba4ba-6ba8-4c20-a9ee-2b0c5706585f'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:42:57.258105 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-aff2e204-4972-467f-b849-4f2a46de9604 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/e0915e0a-bf11-43ff-8f4a-72a72b0a6b78 HTTP/1.1" status: 204 len: 168 time: 1.0752685 Sep 01 16:42:57.258695 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840b3e8c-3b9a-44ee-8f03-43d332ca8b26', 'tag': '229f7341-6966-4b67-9657-ed92a6db27a4'}] {{(pid=106489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:42:57.260944 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1550313f5bb77113f09716e5d1a8baf859292fcdcb636e130c538cefede5f8d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a944ef9-4538-4ab1-9baa-8da61e29315b" -d '{"events": [{"name": "network-changed", "server_uuid": "840b3e8c-3b9a-44ee-8f03-43d332ca8b26", "tag": "229f7341-6966-4b67-9657-ed92a6db27a4"}]}' {{(pid=106489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:42:57.306810 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 16:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a819531-d8a1-4b04-8219-5e83b57a28cd x-openstack-request-id: req-7a819531-d8a1-4b04-8219-5e83b57a28cd {{(pid=106489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:42:57.307130 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840b3e8c-3b9a-44ee-8f03-43d332ca8b26", "tag": "229f7341-6966-4b67-9657-ed92a6db27a4", "status": "completed", "code": 200}]} {{(pid=106489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:42:57.307383 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7a819531-d8a1-4b04-8219-5e83b57a28cd {{(pid=106489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:42:57.307786 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a819531-d8a1-4b04-8219-5e83b57a28cd'] response: {'name': 'network-changed', 'server_uuid': '840b3e8c-3b9a-44ee-8f03-43d332ca8b26', 'tag': '229f7341-6966-4b67-9657-ed92a6db27a4', 'status': 'completed', 'code': 200} Sep 01 16:42:57.335931 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:57.356613 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-3ff24a1a-f16b-4584-932e-7b037cef8786 None None] Set router 719ba4ba-6ba8-4c20-a9ee-2b0c5706585f gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:42:57.383319 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 4b66e1df-e040-432a-9d26-fef8d6c98bcf up at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:42:57.407669 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a944ef9-4538-4ab1-9baa-8da61e29315b req-8ca12900-2d9a-4429-ab23-a611591d7e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:57.409448 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1a944ef9-4538-4ab1-9baa-8da61e29315b req-8ca12900-2d9a-4429-ab23-a611591d7e29 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=13ab20a85384485e95e2c0dadcc8b43c&device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 1130 time: 0.0492089 Sep 01 16:42:57.513326 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning for port 4b66e1df-e040-432a-9d26-fef8d6c98bcf completed by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 16:42:57.524704 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning complete for port 4b66e1df-e040-432a-9d26-fef8d6c98bcf triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:42:57.525086 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (4b66e1df-e040-432a-9d26-fef8d6c98bcf), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:57.546528 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a944ef9-4538-4ab1-9baa-8da61e29315b req-cfe5c14e-5599-440d-9b24-39cb6b7c6282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:57.547996 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1a944ef9-4538-4ab1-9baa-8da61e29315b req-cfe5c14e-5599-440d-9b24-39cb6b7c6282 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=39b32e89-2562-41b6-8f54-e0086889d468 HTTP/1.1" status: 200 len: 915 time: 0.1298168 Sep 01 16:42:57.593907 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1a944ef9-4538-4ab1-9baa-8da61e29315b req-d9d544d8-d471-4cf7-b879-e2978534f997 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=229f7341-6966-4b67-9657-ed92a6db27a4 HTTP/1.1" status: 200 len: 217 time: 0.0377665 Sep 01 16:42:57.612392 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:42:57.647664 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-3ff24a1a-f16b-4584-932e-7b037cef8786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719ba4ba-6ba8-4c20-a9ee-2b0c5706585f', 'name': 'tempest-TestMinimumBasicScenario-197184173-router', 'tenant_id': '13ab20a85384485e95e2c0dadcc8b43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'a0351e97-983c-4457-8727-fa3390defda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:40:40Z', 'updated_at': '2022-09-01T16:40:43Z', 'revision_number': 4, 'project_id': '13ab20a85384485e95e2c0dadcc8b43c', 'gw_port': {'id': 'a0351e97-983c-4457-8727-fa3390defda6', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:54:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719ba4ba-6ba8-4c20-a9ee-2b0c5706585f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:40:41Z', 'updated_at': '2022-09-01T16:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '95a2a2ab-478a-4b05-a7e0-a69ee8003795', 'name': '', 'network_id': '39b32e89-2562-41b6-8f54-e0086889d468', 'tenant_id': '13ab20a85384485e95e2c0dadcc8b43c', 'mac_address': 'fa:16:3e:39:c0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719ba4ba-6ba8-4c20-a9ee-2b0c5706585f', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '0dc4a385-95e8-4723-8dcf-4daafb3488ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:40:43Z', 'updated_at': '2022-09-01T16:40:51Z', 'revision_number': 5, 'project_id': '13ab20a85384485e95e2c0dadcc8b43c', 'subnets': [{'id': '0dc4a385-95e8-4723-8dcf-4daafb3488ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:42:57.677626 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff24a1a-f16b-4584-932e-7b037cef8786 None None] Checking router: 719ba4ba-6ba8-4c20-a9ee-2b0c5706585f for host: dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:42:57.687741 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 4b66e1df-e040-432a-9d26-fef8d6c98bcf is: BUILD; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:42:57.688124 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (4b66e1df-e040-432a-9d26-fef8d6c98bcf), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:57.704369 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff24a1a-f16b-4584-932e-7b037cef8786 None None] Routers {'719ba4ba-6ba8-4c20-a9ee-2b0c5706585f'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:42:57.704969 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-3ff24a1a-f16b-4584-932e-7b037cef8786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:42:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['719ba4ba-6ba8-4c20-a9ee-2b0c5706585f'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:42:57.749916 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3520487-5780-44b3-9e04-28492a42939d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b66e1df-e040-432a-9d26-fef8d6c98bcf'}] {{(pid=106491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:42:57.752130 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27cd250e45b0eab3f9aacaaa4111d690d8ad0f5b6b5c497c1d88b56abc962a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5d4aae-85cf-4c30-920d-2f21f5eb251c" -d '{"events": [{"server_uuid": "d3520487-5780-44b3-9e04-28492a42939d", "name": "network-vif-plugged", "status": "completed", "tag": "4b66e1df-e040-432a-9d26-fef8d6c98bcf"}]}' {{(pid=106491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:42:57.772449 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 4b66e1df-e040-432a-9d26-fef8d6c98bcf, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=4b66e1df-e040-432a-9d26-fef8d6c98bcf,segment=NetworkSegment(0363ed2f-e965-4e31-8039-d81606d4468a),segment_id=0363ed2f-e965-4e31-8039-d81606d4468a)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:42:57.777703 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (4b66e1df-e040-432a-9d26-fef8d6c98bcf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:42:57.807061 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3e22d9-6674-4ce5-b96b-5366dee6f01b x-openstack-request-id: req-0e3e22d9-6674-4ce5-b96b-5366dee6f01b {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:42:57.807269 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3520487-5780-44b3-9e04-28492a42939d", "name": "network-vif-plugged", "status": "completed", "tag": "4b66e1df-e040-432a-9d26-fef8d6c98bcf", "code": 200}]} {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:42:57.807500 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0e3e22d9-6674-4ce5-b96b-5366dee6f01b {{(pid=106491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:42:57.807882 dv-cinder-852209-10-iscsi neutron-server[106491]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e3e22d9-6674-4ce5-b96b-5366dee6f01b'] response: {'server_uuid': 'd3520487-5780-44b3-9e04-28492a42939d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b66e1df-e040-432a-9d26-fef8d6c98bcf', 'code': 200} Sep 01 16:42:57.867911 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-3ff24a1a-f16b-4584-932e-7b037cef8786 None None] Set router 719ba4ba-6ba8-4c20-a9ee-2b0c5706585f gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:42:57.897904 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=4b66e1df-e040-432a-9d26-fef8d6c98bcf,revision_number=5']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:42:57.971767 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a944ef9-4538-4ab1-9baa-8da61e29315b req-c714158e-a8ce-483f-9a99-965b7232baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:57.973212 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1a944ef9-4538-4ab1-9baa-8da61e29315b req-c714158e-a8ce-483f-9a99-965b7232baf9 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=0dc4a385-95e8-4723-8dcf-4daafb3488ee HTTP/1.1" status: 200 len: 853 time: 0.0455246 Sep 01 16:42:58.030745 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a944ef9-4538-4ab1-9baa-8da61e29315b req-72345294-4ca2-4507-8f94-7fb2c5f1583e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:58.032396 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1a944ef9-4538-4ab1-9baa-8da61e29315b req-72345294-4ca2-4507-8f94-7fb2c5f1583e service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=39b32e89-2562-41b6-8f54-e0086889d468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447798 Sep 01 16:42:58.079312 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-3ff24a1a-f16b-4584-932e-7b037cef8786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719ba4ba-6ba8-4c20-a9ee-2b0c5706585f', 'name': 'tempest-TestMinimumBasicScenario-197184173-router', 'tenant_id': '13ab20a85384485e95e2c0dadcc8b43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'a0351e97-983c-4457-8727-fa3390defda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:40:40Z', 'updated_at': '2022-09-01T16:40:43Z', 'revision_number': 4, 'project_id': '13ab20a85384485e95e2c0dadcc8b43c', 'gw_port': {'id': 'a0351e97-983c-4457-8727-fa3390defda6', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:54:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719ba4ba-6ba8-4c20-a9ee-2b0c5706585f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:40:41Z', 'updated_at': '2022-09-01T16:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '95a2a2ab-478a-4b05-a7e0-a69ee8003795', 'name': '', 'network_id': '39b32e89-2562-41b6-8f54-e0086889d468', 'tenant_id': '13ab20a85384485e95e2c0dadcc8b43c', 'mac_address': 'fa:16:3e:39:c0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719ba4ba-6ba8-4c20-a9ee-2b0c5706585f', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '0dc4a385-95e8-4723-8dcf-4daafb3488ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:40:43Z', 'updated_at': '2022-09-01T16:40:51Z', 'revision_number': 5, 'project_id': '13ab20a85384485e95e2c0dadcc8b43c', 'subnets': [{'id': '0dc4a385-95e8-4723-8dcf-4daafb3488ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:42:58.166674 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1a944ef9-4538-4ab1-9baa-8da61e29315b req-1c8bf20a-b9e9-47ed-a032-8926a41e6fd5 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/39b32e89-2562-41b6-8f54-e0086889d468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253920 Sep 01 16:42:58.244936 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff24a1a-f16b-4584-932e-7b037cef8786 None None] The sync data for ids ['719ba4ba-6ba8-4c20-a9ee-2b0c5706585f'] in dv-cinder-852209-10-iscsi is: [{'id': '719ba4ba-6ba8-4c20-a9ee-2b0c5706585f', 'name': 'tempest-TestMinimumBasicScenario-197184173-router', 'tenant_id': '13ab20a85384485e95e2c0dadcc8b43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'a0351e97-983c-4457-8727-fa3390defda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:40:40Z', 'updated_at': '2022-09-01T16:40:43Z', 'revision_number': 4, 'project_id': '13ab20a85384485e95e2c0dadcc8b43c', 'gw_port': {'id': 'a0351e97-983c-4457-8727-fa3390defda6', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:54:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719ba4ba-6ba8-4c20-a9ee-2b0c5706585f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:40:41Z', 'updated_at': '2022-09-01T16:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '95a2a2ab-478a-4b05-a7e0-a69ee8003795', 'name': '', 'network_id': '39b32e89-2562-41b6-8f54-e0086889d468', 'tenant_id': '13ab20a85384485e95e2c0dadcc8b43c', 'mac_address': 'fa:16:3e:39:c0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719ba4ba-6ba8-4c20-a9ee-2b0c5706585f', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '0dc4a385-95e8-4723-8dcf-4daafb3488ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:40:43Z', 'updated_at': '2022-09-01T16:40:51Z', 'revision_number': 5, 'project_id': '13ab20a85384485e95e2c0dadcc8b43c', 'subnets': [{'id': '0dc4a385-95e8-4723-8dcf-4daafb3488ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:42:58.256857 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84592b3-5deb-4259-aef2-6b2b00978d10 req-437ef103-0df3-4a4b-b93b-d3ce6f05314d tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:58.258372 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d84592b3-5deb-4259-aef2-6b2b00978d10 req-437ef103-0df3-4a4b-b93b-d3ce6f05314d tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d3520487-5780-44b3-9e04-28492a42939d HTTP/1.1" status: 200 len: 945 time: 0.1322558 Sep 01 16:42:58.294131 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079c456-1de0-4e1e-8230-26280d332ee8 req-af075017-49c5-4421-a611-aee05c25b8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:58.295628 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-6079c456-1de0-4e1e-8230-26280d332ee8 req-af075017-49c5-4421-a611-aee05c25b8fd service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=d3520487-5780-44b3-9e04-28492a42939d HTTP/1.1" status: 200 len: 1129 time: 0.1001501 Sep 01 16:42:58.367466 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d84592b3-5deb-4259-aef2-6b2b00978d10 req-5e89ef5b-a5c6-4d51-8a49-2291f0b4d134 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f2ab1771-0139-4b1c-9a70-9ced00585b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983131 Sep 01 16:42:58.371540 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-1a944ef9-4538-4ab1-9baa-8da61e29315b req-0b47adff-bae7-42f6-a26f-51d5d57bf392 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/39b32e89-2562-41b6-8f54-e0086889d468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981800 Sep 01 16:42:58.393079 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-6079c456-1de0-4e1e-8230-26280d332ee8 req-ad070ef3-87ed-4593-a7f8-d287d7628bf3 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=f2ab1771-0139-4b1c-9a70-9ced00585b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876305 Sep 01 16:42:58.474464 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022e26e8-e96d-44be-811f-7441911d6e44 None None] New status for floating IP e0915e0a-bf11-43ff-8f4a-72a72b0a6b78: DOWN {{(pid=106492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 16:42:59.489180 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3ed69-1c88-43e8-947e-0bfab6e66ce4 req-21658020-b292-4790-9c67-3fcb6c10d5a2 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:42:59.491217 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-99a3ed69-1c88-43e8-947e-0bfab6e66ce4 req-21658020-b292-4790-9c67-3fcb6c10d5a2 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d3520487-5780-44b3-9e04-28492a42939d HTTP/1.1" status: 200 len: 945 time: 0.0549924 Sep 01 16:42:59.545392 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-99a3ed69-1c88-43e8-947e-0bfab6e66ce4 req-aac15df4-3718-4997-9333-83bd32b4a470 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f2ab1771-0139-4b1c-9a70-9ced00585b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485575 Sep 01 16:43:00.668447 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf483cb-0b29-490e-9c46-a205c8eb85c9 req-56cf0634-e4d4-4664-b6e6-6ea5a2bb2bd4 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:43:00.669911 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-4bf483cb-0b29-490e-9c46-a205c8eb85c9 req-56cf0634-e4d4-4664-b6e6-6ea5a2bb2bd4 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d3520487-5780-44b3-9e04-28492a42939d HTTP/1.1" status: 200 len: 945 time: 0.0463715 Sep 01 16:43:00.716398 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-4bf483cb-0b29-490e-9c46-a205c8eb85c9 req-556ad5b4-c5ae-4993-811b-99f7517ae932 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f2ab1771-0139-4b1c-9a70-9ced00585b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408161 Sep 01 16:43:00.833570 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999fb0d-83d9-4ce3-9ef7-652b870a6f85 req-727f5934-fa8b-4ddc-aeb1-e1cdc576b04a tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:43:00.835060 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3999fb0d-83d9-4ce3-9ef7-652b870a6f85 req-727f5934-fa8b-4ddc-aeb1-e1cdc576b04a tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d3520487-5780-44b3-9e04-28492a42939d HTTP/1.1" status: 200 len: 945 time: 0.0486052 Sep 01 16:43:00.844496 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 39768) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:43:00.849783 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-a0e6d605-21ee-4fcc-b9a1-46c04b6a9c6a tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Request body: {'floatingip': {'port_id': '4b66e1df-e040-432a-9d26-fef8d6c98bcf'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:43:00.891726 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a0e6d605-21ee-4fcc-b9a1-46c04b6a9c6a tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for floatingip (09d4edb1-4fcf-4b4e-bc7e-798e2be2e4f6), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:00.984102 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:01.102280 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:01.149647 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791036a-58dd-42ff-b272-fb63ddab5dcc req-05090f09-aa43-4644-974a-d176d506ef1c tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:43:01.151096 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3791036a-58dd-42ff-b272-fb63ddab5dcc req-05090f09-aa43-4644-974a-d176d506ef1c tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 946 time: 0.0656254 Sep 01 16:43:01.267823 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3791036a-58dd-42ff-b272-fb63ddab5dcc req-a0398730-9fbb-465e-b8e9-378cddc3e97e tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=23a3eeca-025b-4261-ab3b-cbd54b559ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921659 Sep 01 16:43:01.393111 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a0e6d605-21ee-4fcc-b9a1-46c04b6a9c6a tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:01.397377 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a0e6d605-21ee-4fcc-b9a1-46c04b6a9c6a tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631243'] for floatingip (09d4edb1-4fcf-4b4e-bc7e-798e2be2e4f6), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:01.490397 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.db.l3_db [None req-a0e6d605-21ee-4fcc-b9a1-46c04b6a9c6a tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Floating IP 09d4edb1-4fcf-4b4e-bc7e-798e2be2e4f6 associated. External IP: 172.27.2.152, port: 4b66e1df-e040-432a-9d26-fef8d6c98bcf. Sep 01 16:43:01.685573 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e6d605-21ee-4fcc-b9a1-46c04b6a9c6a tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Router 8a000a00-21da-405e-aff7-2b2ad6be6227 has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:43:01.789170 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e6d605-21ee-4fcc-b9a1-46c04b6a9c6a tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:43:01.793958 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a0e6d605-21ee-4fcc-b9a1-46c04b6a9c6a tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for floatingip (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:01.799039 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846dd37f-1afd-4968-8cd6-8e91e72c25fc None None] Sync routers for ids ['8a000a00-21da-405e-aff7-2b2ad6be6227'] in dv-cinder-852209-10-iscsi {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:43:01.809923 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846dd37f-1afd-4968-8cd6-8e91e72c25fc None None] Routers {'8a000a00-21da-405e-aff7-2b2ad6be6227'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:43:01.810563 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-846dd37f-1afd-4968-8cd6-8e91e72c25fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:42:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['8a000a00-21da-405e-aff7-2b2ad6be6227'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:43:01.824831 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-a0e6d605-21ee-4fcc-b9a1-46c04b6a9c6a tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/09d4edb1-4fcf-4b4e-bc7e-798e2be2e4f6 HTTP/1.1" status: 200 len: 991 time: 0.9792614 Sep 01 16:43:01.825409 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3520487-5780-44b3-9e04-28492a42939d', 'tag': '4b66e1df-e040-432a-9d26-fef8d6c98bcf'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:43:01.827692 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b299786-433c-4d35-a66e-0c2cc6dbf231" -d '{"events": [{"name": "network-changed", "server_uuid": "d3520487-5780-44b3-9e04-28492a42939d", "tag": "4b66e1df-e040-432a-9d26-fef8d6c98bcf"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:43:01.865992 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 16:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64a706e-b4ed-45b3-a081-d015518e8374 x-openstack-request-id: req-e64a706e-b4ed-45b3-a081-d015518e8374 {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:43:01.866629 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3520487-5780-44b3-9e04-28492a42939d", "tag": "4b66e1df-e040-432a-9d26-fef8d6c98bcf", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:43:01.866629 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e64a706e-b4ed-45b3-a081-d015518e8374 {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:43:01.866940 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e64a706e-b4ed-45b3-a081-d015518e8374'] response: {'name': 'network-changed', 'server_uuid': 'd3520487-5780-44b3-9e04-28492a42939d', 'tag': '4b66e1df-e040-432a-9d26-fef8d6c98bcf', 'status': 'completed', 'code': 200} Sep 01 16:43:01.902861 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=100 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:01.918172 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-846dd37f-1afd-4968-8cd6-8e91e72c25fc None None] Set router 8a000a00-21da-405e-aff7-2b2ad6be6227 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:43:02.145063 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-846dd37f-1afd-4968-8cd6-8e91e72c25fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'name': 'tempest-AttachVolumeNegativeTest-1256010836-router', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:41:37Z', 'updated_at': '2022-09-01T16:41:40Z', 'revision_number': 4, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'gw_port': {'id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:38:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:38Z', 'updated_at': '2022-09-01T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': '09d4edb1-4fcf-4b4e-bc7e-798e2be2e4f6', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'floating_ip_address': '172.27.2.152', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'port_id': '4b66e1df-e040-432a-9d26-fef8d6c98bcf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'mac_address': 'fa:16:3e:a8:79:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3520487-5780-44b3-9e04-28492a42939d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:42:48Z', 'updated_at': '2022-09-01T16:43:01Z', 'revision_number': 1, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'fixed_ip_address_scope': None}, {'id': 'cb9e138b-3f96-4b73-adce-2d3adf8608d5', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'port_id': '75ac0e1d-9e18-472b-a40c-6d01c150b883', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'mac_address': 'fa:16:3e:46:e9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870a289a-9e2c-4471-ac02-f9aa77461aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:41:42Z', 'updated_at': '2022-09-01T16:41:55Z', 'revision_number': 2, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087328a0-d3ac-421a-9dc7-4759db8aec06', 'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'mac_address': 'fa:16:3e:1b:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:39Z', 'updated_at': '2022-09-01T16:41:45Z', 'revision_number': 5, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'subnets': [{'id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:43:02.169999 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846dd37f-1afd-4968-8cd6-8e91e72c25fc None None] Checking router: 8a000a00-21da-405e-aff7-2b2ad6be6227 for host: dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:43:02.178971 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846dd37f-1afd-4968-8cd6-8e91e72c25fc None None] Routers {'8a000a00-21da-405e-aff7-2b2ad6be6227'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:43:02.179558 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-846dd37f-1afd-4968-8cd6-8e91e72c25fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:42:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['8a000a00-21da-405e-aff7-2b2ad6be6227'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:43:02.280279 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-846dd37f-1afd-4968-8cd6-8e91e72c25fc None None] Set router 8a000a00-21da-405e-aff7-2b2ad6be6227 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:43:02.281793 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:02.387678 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8ef2f-e658-4d6f-97d4-ce6e3c73b3cf req-b0e4c795-c569-4528-af75-00d84f70bac6 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:43:02.389154 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7fe8ef2f-e658-4d6f-97d4-ce6e3c73b3cf req-b0e4c795-c569-4528-af75-00d84f70bac6 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 946 time: 0.0475800 Sep 01 16:43:02.400816 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:02.440694 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7fe8ef2f-e658-4d6f-97d4-ce6e3c73b3cf req-80f1274e-f781-4d84-bea2-036ce08b6852 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=23a3eeca-025b-4261-ab3b-cbd54b559ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459070 Sep 01 16:43:02.492097 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-846dd37f-1afd-4968-8cd6-8e91e72c25fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'name': 'tempest-AttachVolumeNegativeTest-1256010836-router', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:41:37Z', 'updated_at': '2022-09-01T16:41:40Z', 'revision_number': 4, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'gw_port': {'id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:38:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:38Z', 'updated_at': '2022-09-01T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': '09d4edb1-4fcf-4b4e-bc7e-798e2be2e4f6', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'floating_ip_address': '172.27.2.152', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'port_id': '4b66e1df-e040-432a-9d26-fef8d6c98bcf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'mac_address': 'fa:16:3e:a8:79:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3520487-5780-44b3-9e04-28492a42939d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:42:48Z', 'updated_at': '2022-09-01T16:43:01Z', 'revision_number': 1, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'fixed_ip_address_scope': None}, {'id': 'cb9e138b-3f96-4b73-adce-2d3adf8608d5', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'port_id': '75ac0e1d-9e18-472b-a40c-6d01c150b883', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'mac_address': 'fa:16:3e:46:e9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870a289a-9e2c-4471-ac02-f9aa77461aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:41:42Z', 'updated_at': '2022-09-01T16:41:55Z', 'revision_number': 2, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087328a0-d3ac-421a-9dc7-4759db8aec06', 'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'mac_address': 'fa:16:3e:1b:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:39Z', 'updated_at': '2022-09-01T16:41:45Z', 'revision_number': 5, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'subnets': [{'id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:43:02.521052 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846dd37f-1afd-4968-8cd6-8e91e72c25fc None None] The sync data for ids ['8a000a00-21da-405e-aff7-2b2ad6be6227'] in dv-cinder-852209-10-iscsi is: [{'id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'name': 'tempest-AttachVolumeNegativeTest-1256010836-router', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:41:37Z', 'updated_at': '2022-09-01T16:41:40Z', 'revision_number': 4, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'gw_port': {'id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:38:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:38Z', 'updated_at': '2022-09-01T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': '09d4edb1-4fcf-4b4e-bc7e-798e2be2e4f6', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'floating_ip_address': '172.27.2.152', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'port_id': '4b66e1df-e040-432a-9d26-fef8d6c98bcf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'mac_address': 'fa:16:3e:a8:79:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3520487-5780-44b3-9e04-28492a42939d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:42:48Z', 'updated_at': '2022-09-01T16:43:01Z', 'revision_number': 1, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'fixed_ip_address_scope': None}, {'id': 'cb9e138b-3f96-4b73-adce-2d3adf8608d5', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'port_id': '75ac0e1d-9e18-472b-a40c-6d01c150b883', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'mac_address': 'fa:16:3e:46:e9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870a289a-9e2c-4471-ac02-f9aa77461aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:41:42Z', 'updated_at': '2022-09-01T16:41:55Z', 'revision_number': 2, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087328a0-d3ac-421a-9dc7-4759db8aec06', 'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'mac_address': 'fa:16:3e:1b:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:39Z', 'updated_at': '2022-09-01T16:41:45Z', 'revision_number': 5, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'subnets': [{'id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:43:02.709169 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518ecfd4-40f2-43c8-9331-a2710e5ab281 None None] New status for floating IP 09d4edb1-4fcf-4b4e-bc7e-798e2be2e4f6: ACTIVE {{(pid=106492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 16:43:02.741630 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b299786-433c-4d35-a66e-0c2cc6dbf231 req-4652cb72-ba00-4365-8361-4593f73eedc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:43:02.743186 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3b299786-433c-4d35-a66e-0c2cc6dbf231 req-4652cb72-ba00-4365-8361-4593f73eedc8 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=9b9aa20e1ffb453d9ee13dd6ae2c25ef&device_id=d3520487-5780-44b3-9e04-28492a42939d HTTP/1.1" status: 200 len: 1129 time: 0.0404558 Sep 01 16:43:02.981316 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b299786-433c-4d35-a66e-0c2cc6dbf231 req-019be256-46a3-4933-ab55-58443b8ecc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:43:02.982999 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3b299786-433c-4d35-a66e-0c2cc6dbf231 req-019be256-46a3-4933-ab55-58443b8ecc65 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=ae0395ee-74d9-4949-89c6-cf6ebc736a46 HTTP/1.1" status: 200 len: 916 time: 0.0912826 Sep 01 16:43:03.171154 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:03.200173 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52354e-4496-4c7e-b984-893de1cf3098 req-0bc1898a-4875-46f6-bb16-79bfa2f23eb0 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:43:03.201529 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ff52354e-4496-4c7e-b984-893de1cf3098 req-0bc1898a-4875-46f6-bb16-79bfa2f23eb0 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 946 time: 0.0876777 Sep 01 16:43:03.218070 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3b299786-433c-4d35-a66e-0c2cc6dbf231 req-577e473d-8e02-46b9-ae89-48f3df331ed0 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b66e1df-e040-432a-9d26-fef8d6c98bcf HTTP/1.1" status: 200 len: 1001 time: 0.1052933 Sep 01 16:43:03.315189 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b299786-433c-4d35-a66e-0c2cc6dbf231 req-84711c31-56bb-4360-9410-41ba3586340b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:43:03.316624 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3b299786-433c-4d35-a66e-0c2cc6dbf231 req-84711c31-56bb-4360-9410-41ba3586340b service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e9b0dd6e-b554-478d-81fd-0da60f4e81d8 HTTP/1.1" status: 200 len: 854 time: 0.0815072 Sep 01 16:43:03.351541 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [req-ff52354e-4496-4c7e-b984-893de1cf3098 req-90de3070-68b4-4420-8d6f-cf6d2c7765ae tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Deleting port 229f7341-6966-4b67-9657-ed92a6db27a4 {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:43:03.351882 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-ff52354e-4496-4c7e-b984-893de1cf3098 req-90de3070-68b4-4420-8d6f-cf6d2c7765ae tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (229f7341-6966-4b67-9657-ed92a6db27a4), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:03.568597 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d0acb-dd4e-4547-8eac-3c938509af96 req-5ce2d94c-352e-4b15-81ac-fa75a6729d5f tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:43:03.570174 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-857d0acb-dd4e-4547-8eac-3c938509af96 req-5ce2d94c-352e-4b15-81ac-fa75a6729d5f tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 946 time: 0.0525734 Sep 01 16:43:03.620249 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-857d0acb-dd4e-4547-8eac-3c938509af96 req-cf70a0b9-4791-4896-bbcc-a2700d2a2198 tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=23a3eeca-025b-4261-ab3b-cbd54b559ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442138 Sep 01 16:43:03.670345 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b299786-433c-4d35-a66e-0c2cc6dbf231 req-42b5831d-332c-4657-9c94-0ca1aa6a137c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:43:03.671816 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3b299786-433c-4d35-a66e-0c2cc6dbf231 req-42b5831d-332c-4657-9c94-0ca1aa6a137c service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=ae0395ee-74d9-4949-89c6-cf6ebc736a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3480244 Sep 01 16:43:03.766468 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-ff52354e-4496-4c7e-b984-893de1cf3098 req-90de3070-68b4-4420-8d6f-cf6d2c7765ae tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] For port 229f7341-6966-4b67-9657-ed92a6db27a4, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=229f7341-6966-4b67-9657-ed92a6db27a4,segment=NetworkSegment(e1fd3a59-64dd-4c0d-8007-f96041459bea),segment_id=e1fd3a59-64dd-4c0d-8007-f96041459bea)] {{(pid=106490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:43:03.766828 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-ff52354e-4496-4c7e-b984-893de1cf3098 req-90de3070-68b4-4420-8d6f-cf6d2c7765ae tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (229f7341-6966-4b67-9657-ed92a6db27a4), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:03.785779 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [req-ff52354e-4496-4c7e-b984-893de1cf3098 req-90de3070-68b4-4420-8d6f-cf6d2c7765ae tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Calling delete_port for 229f7341-6966-4b67-9657-ed92a6db27a4 owned by compute:nova {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:43:03.820417 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3b299786-433c-4d35-a66e-0c2cc6dbf231 req-e4993e13-ab57-4469-8efd-88b1cfaaab42 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ae0395ee-74d9-4949-89c6-cf6ebc736a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349735 Sep 01 16:43:03.965688 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3b299786-433c-4d35-a66e-0c2cc6dbf231 req-c4cb052f-53be-45e2-8bee-63c7fa01fc22 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ae0395ee-74d9-4949-89c6-cf6ebc736a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197488 Sep 01 16:43:04.001348 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:04.011663 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-ff52354e-4496-4c7e-b984-893de1cf3098 req-90de3070-68b4-4420-8d6f-cf6d2c7765ae tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (229f7341-6966-4b67-9657-ed92a6db27a4), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:04.039235 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de3070-68b4-4420-8d6f-cf6d2c7765ae tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Pushing event deleted for resources: {'Port': ['ID=229f7341-6966-4b67-9657-ed92a6db27a4,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:43:04.045835 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] get_ports_and_sgs() called for port_ids ['229f7341-6966-4b67-9657-ed92a6db27a4'] {{(pid=106491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 16:43:04.084490 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff52354e-4496-4c7e-b984-893de1cf3098 req-90de3070-68b4-4420-8d6f-cf6d2c7765ae tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] No DVR routers for this DVR port 229f7341-6966-4b67-9657-ed92a6db27a4 on host hv-cinder-85220 {{(pid=106490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 16:43:04.086910 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-ff52354e-4496-4c7e-b984-893de1cf3098 req-90de3070-68b4-4420-8d6f-cf6d2c7765ae tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:04.090194 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ff52354e-4496-4c7e-b984-893de1cf3098 req-90de3070-68b4-4420-8d6f-cf6d2c7765ae tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.77 "DELETE /networking/v2.0/ports/229f7341-6966-4b67-9657-ed92a6db27a4 HTTP/1.1" status: 204 len: 173 time: 0.8821077 Sep 01 16:43:04.090657 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840b3e8c-3b9a-44ee-8f03-43d332ca8b26', 'name': 'network-vif-deleted', 'tag': '229f7341-6966-4b67-9657-ed92a6db27a4'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:43:04.092904 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0deeab54-1973-409d-9ed0-a7df5afcdfea" -d '{"events": [{"server_uuid": "840b3e8c-3b9a-44ee-8f03-43d332ca8b26", "name": "network-vif-deleted", "tag": "229f7341-6966-4b67-9657-ed92a6db27a4"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:43:04.131976 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f4c6e5-22b1-43d5-9510-7101bcc61ee2 x-openstack-request-id: req-c2f4c6e5-22b1-43d5-9510-7101bcc61ee2 {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:43:04.132306 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840b3e8c-3b9a-44ee-8f03-43d332ca8b26", "name": "network-vif-deleted", "tag": "229f7341-6966-4b67-9657-ed92a6db27a4", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:43:04.132536 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c2f4c6e5-22b1-43d5-9510-7101bcc61ee2 {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:43:04.132937 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2f4c6e5-22b1-43d5-9510-7101bcc61ee2'] response: {'server_uuid': '840b3e8c-3b9a-44ee-8f03-43d332ca8b26', 'name': 'network-vif-deleted', 'tag': '229f7341-6966-4b67-9657-ed92a6db27a4', 'status': 'completed', 'code': 200} Sep 01 16:43:04.205320 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (294a3787-103d-4a51-bc9c-bc09638a7966), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:04.735981 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-177f41a1-386c-48b6-af35-22c4abbe73fc req-12940e50-452b-40cc-a0f4-eed9b902230b tempest-TestMinimumBasicScenario-1697085018 tempest-TestMinimumBasicScenario-1697085018-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=840b3e8c-3b9a-44ee-8f03-43d332ca8b26 HTTP/1.1" status: 200 len: 210 time: 0.0278125 Sep 01 16:43:06.425489 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 39836) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:43:06.683991 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:06.736261 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-b5ab2096-e194-4b00-b04c-f109b9995c73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-630987'] for router_interface (719ba4ba-6ba8-4c20-a9ee-2b0c5706585f), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:06.963308 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-b5ab2096-e194-4b00-b04c-f109b9995c73 admin admin] Deleting port 95a2a2ab-478a-4b05-a7e0-a69ee8003795 {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:43:06.963550 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-b5ab2096-e194-4b00-b04c-f109b9995c73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (95a2a2ab-478a-4b05-a7e0-a69ee8003795), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:07.044266 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [None req-b5ab2096-e194-4b00-b04c-f109b9995c73 admin admin] For port 95a2a2ab-478a-4b05-a7e0-a69ee8003795, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=95a2a2ab-478a-4b05-a7e0-a69ee8003795,segment=NetworkSegment(e1fd3a59-64dd-4c0d-8007-f96041459bea),segment_id=e1fd3a59-64dd-4c0d-8007-f96041459bea)] {{(pid=106490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:43:07.044629 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-b5ab2096-e194-4b00-b04c-f109b9995c73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (95a2a2ab-478a-4b05-a7e0-a69ee8003795), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:07.057831 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-b5ab2096-e194-4b00-b04c-f109b9995c73 admin admin] Calling delete_port for 95a2a2ab-478a-4b05-a7e0-a69ee8003795 owned by network:router_interface {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:43:07.194138 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:07.248532 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-b5ab2096-e194-4b00-b04c-f109b9995c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (95a2a2ab-478a-4b05-a7e0-a69ee8003795), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:07.270815 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab2096-e194-4b00-b04c-f109b9995c73 admin admin] Pushing event deleted for resources: {'Port': ['ID=95a2a2ab-478a-4b05-a7e0-a69ee8003795,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:43:07.397631 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 229f7341-6966-4b67-9657-ed92a6db27a4 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:43:07.420186 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] No Port match for: 229f7341-6966-4b67-9657-ed92a6db27a4 {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:43:07.420611 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 229f7341-6966-4b67-9657-ed92a6db27a4 not bound to the agent host hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:43:07.438391 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-b5ab2096-e194-4b00-b04c-f109b9995c73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632443'] for router_interface (719ba4ba-6ba8-4c20-a9ee-2b0c5706585f), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:07.527860 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:07.648151 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ab2096-e194-4b00-b04c-f109b9995c73 admin admin] Router 719ba4ba-6ba8-4c20-a9ee-2b0c5706585f has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:43:07.749731 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ab2096-e194-4b00-b04c-f109b9995c73 admin admin] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:43:07.754743 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-b5ab2096-e194-4b00-b04c-f109b9995c73 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/719ba4ba-6ba8-4c20-a9ee-2b0c5706585f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3281872 Sep 01 16:43:07.757280 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 39840) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:43:07.758196 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850497a3-7e4a-4f2a-9a21-931a17c058fc None None] Sync routers for ids ['719ba4ba-6ba8-4c20-a9ee-2b0c5706585f'] in dv-cinder-852209-10-iscsi {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:43:07.769177 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850497a3-7e4a-4f2a-9a21-931a17c058fc None None] Routers {'719ba4ba-6ba8-4c20-a9ee-2b0c5706585f'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:43:07.769774 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-850497a3-7e4a-4f2a-9a21-931a17c058fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:42:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['719ba4ba-6ba8-4c20-a9ee-2b0c5706585f'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:43:07.859326 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-ae0f3fac-5f88-409f-bfaa-ad74bd08c098 admin admin] Publish callbacks [] for router (719ba4ba-6ba8-4c20-a9ee-2b0c5706585f), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:07.872036 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-850497a3-7e4a-4f2a-9a21-931a17c058fc None None] Set router 719ba4ba-6ba8-4c20-a9ee-2b0c5706585f gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:43:07.955699 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-ae0f3fac-5f88-409f-bfaa-ad74bd08c098 admin admin] Publish callbacks [] for router_gateway (719ba4ba-6ba8-4c20-a9ee-2b0c5706585f), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:08.005615 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-ae0f3fac-5f88-409f-bfaa-ad74bd08c098 admin admin] Deleting port a0351e97-983c-4457-8727-fa3390defda6 {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:43:08.005943 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-ae0f3fac-5f88-409f-bfaa-ad74bd08c098 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (a0351e97-983c-4457-8727-fa3390defda6), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:08.051837 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=100 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:08.055647 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-850497a3-7e4a-4f2a-9a21-931a17c058fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719ba4ba-6ba8-4c20-a9ee-2b0c5706585f', 'name': 'tempest-TestMinimumBasicScenario-197184173-router', 'tenant_id': '13ab20a85384485e95e2c0dadcc8b43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'a0351e97-983c-4457-8727-fa3390defda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:40:40Z', 'updated_at': '2022-09-01T16:43:07Z', 'revision_number': 5, 'project_id': '13ab20a85384485e95e2c0dadcc8b43c', 'gw_port': {'id': 'a0351e97-983c-4457-8727-fa3390defda6', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:54:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719ba4ba-6ba8-4c20-a9ee-2b0c5706585f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:40:41Z', 'updated_at': '2022-09-01T16:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:43:08.081773 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850497a3-7e4a-4f2a-9a21-931a17c058fc None None] Checking router: 719ba4ba-6ba8-4c20-a9ee-2b0c5706585f for host: dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:43:08.089202 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [None req-ae0f3fac-5f88-409f-bfaa-ad74bd08c098 admin admin] For port a0351e97-983c-4457-8727-fa3390defda6, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=a0351e97-983c-4457-8727-fa3390defda6,segment=NetworkSegment(6aaf10e3-1532-4b23-b8ff-2b17962713b0),segment_id=6aaf10e3-1532-4b23-b8ff-2b17962713b0)] {{(pid=106490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:43:08.089557 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-ae0f3fac-5f88-409f-bfaa-ad74bd08c098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (a0351e97-983c-4457-8727-fa3390defda6), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:08.091636 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850497a3-7e4a-4f2a-9a21-931a17c058fc None None] Routers {'719ba4ba-6ba8-4c20-a9ee-2b0c5706585f'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:43:08.092324 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-850497a3-7e4a-4f2a-9a21-931a17c058fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:42:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['719ba4ba-6ba8-4c20-a9ee-2b0c5706585f'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:43:08.103053 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-ae0f3fac-5f88-409f-bfaa-ad74bd08c098 admin admin] Calling delete_port for a0351e97-983c-4457-8727-fa3390defda6 owned by network:router_gateway {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:43:08.178215 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-850497a3-7e4a-4f2a-9a21-931a17c058fc None None] Set router 719ba4ba-6ba8-4c20-a9ee-2b0c5706585f gateway port host: None {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:43:08.202245 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:08.245178 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-850497a3-7e4a-4f2a-9a21-931a17c058fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719ba4ba-6ba8-4c20-a9ee-2b0c5706585f', 'name': 'tempest-TestMinimumBasicScenario-197184173-router', 'tenant_id': '13ab20a85384485e95e2c0dadcc8b43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:40:40Z', 'updated_at': '2022-09-01T16:43:07Z', 'revision_number': 6, 'project_id': '13ab20a85384485e95e2c0dadcc8b43c', 'gw_port_host': None}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:43:08.256093 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:08.274125 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850497a3-7e4a-4f2a-9a21-931a17c058fc None None] The sync data for ids ['719ba4ba-6ba8-4c20-a9ee-2b0c5706585f'] in dv-cinder-852209-10-iscsi is: [{'id': '719ba4ba-6ba8-4c20-a9ee-2b0c5706585f', 'name': 'tempest-TestMinimumBasicScenario-197184173-router', 'tenant_id': '13ab20a85384485e95e2c0dadcc8b43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:40:40Z', 'updated_at': '2022-09-01T16:43:07Z', 'revision_number': 6, 'project_id': '13ab20a85384485e95e2c0dadcc8b43c', 'gw_port_host': None}] {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:43:08.277884 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-ae0f3fac-5f88-409f-bfaa-ad74bd08c098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (a0351e97-983c-4457-8727-fa3390defda6), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:08.309816 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f3fac-5f88-409f-bfaa-ad74bd08c098 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0351e97-983c-4457-8727-fa3390defda6,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:43:08.374846 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-ae0f3fac-5f88-409f-bfaa-ad74bd08c098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-631080'] for router_gateway (719ba4ba-6ba8-4c20-a9ee-2b0c5706585f), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:08.464783 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-ae0f3fac-5f88-409f-bfaa-ad74bd08c098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7479'] for router (719ba4ba-6ba8-4c20-a9ee-2b0c5706585f), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:08.467490 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-ae0f3fac-5f88-409f-bfaa-ad74bd08c098 admin admin] Publish callbacks [] for router_controller (719ba4ba-6ba8-4c20-a9ee-2b0c5706585f), precommit_delete_associations {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:08.510307 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-ae0f3fac-5f88-409f-bfaa-ad74bd08c098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-630922'] for router (719ba4ba-6ba8-4c20-a9ee-2b0c5706585f), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:08.510905 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0f3fac-5f88-409f-bfaa-ad74bd08c098 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 719ba4ba-6ba8-4c20-a9ee-2b0c5706585f {{(pid=106490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:43:08.515624 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-ae0f3fac-5f88-409f-bfaa-ad74bd08c098 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:08.516931 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-ae0f3fac-5f88-409f-bfaa-ad74bd08c098 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/719ba4ba-6ba8-4c20-a9ee-2b0c5706585f HTTP/1.1" status: 204 len: 168 time: 0.7587128 Sep 01 16:43:08.519647 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 39844) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:43:08.564068 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a01872-c4e2-4952-a404-e6e269520211 admin admin] Deleting subnet 0dc4a385-95e8-4723-8dcf-4daafb3488ee {{(pid=106490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 16:43:08.567955 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a2a01872-c4e2-4952-a404-e6e269520211 admin admin] Publish callbacks [] for subnet (0dc4a385-95e8-4723-8dcf-4daafb3488ee), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:08.606291 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a2a01872-c4e2-4952-a404-e6e269520211 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260063576'] for subnet (0dc4a385-95e8-4723-8dcf-4daafb3488ee), precommit_delete_associations {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:08.686053 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a2a01872-c4e2-4952-a404-e6e269520211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459871'] for subnet (0dc4a385-95e8-4723-8dcf-4daafb3488ee), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:08.747517 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a2a01872-c4e2-4952-a404-e6e269520211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261544367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261988443'] for subnet (0dc4a385-95e8-4723-8dcf-4daafb3488ee), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:08.775379 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a01872-c4e2-4952-a404-e6e269520211 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dc4a385-95e8-4723-8dcf-4daafb3488ee,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:43:08.782061 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a2a01872-c4e2-4952-a404-e6e269520211 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:08.786430 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-a2a01872-c4e2-4952-a404-e6e269520211 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/0dc4a385-95e8-4723-8dcf-4daafb3488ee HTTP/1.1" status: 204 len: 168 time: 0.2650573 Sep 01 16:43:08.788373 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 39846) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:43:08.788556 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605ed656-343a-4246-9ec6-6f0dad6f0f54 None None] Network 39b32e89-2562-41b6-8f54-e0086889d468 requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:43:08.863357 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8546a935-6b48-4bf0-82ea-1f76355f3406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1386798'] for network (39b32e89-2562-41b6-8f54-e0086889d468), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:08.911834 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-8546a935-6b48-4bf0-82ea-1f76355f3406 admin admin] Deleting port ca843f4c-2bd5-4054-af4c-b69931cb3091 {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:43:08.912173 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8546a935-6b48-4bf0-82ea-1f76355f3406 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (ca843f4c-2bd5-4054-af4c-b69931cb3091), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:08.980144 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [None req-8546a935-6b48-4bf0-82ea-1f76355f3406 admin admin] For port ca843f4c-2bd5-4054-af4c-b69931cb3091, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=ca843f4c-2bd5-4054-af4c-b69931cb3091,segment=NetworkSegment(e1fd3a59-64dd-4c0d-8007-f96041459bea),segment_id=e1fd3a59-64dd-4c0d-8007-f96041459bea)] {{(pid=106490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:43:08.980417 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8546a935-6b48-4bf0-82ea-1f76355f3406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (ca843f4c-2bd5-4054-af4c-b69931cb3091), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:08.995472 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-8546a935-6b48-4bf0-82ea-1f76355f3406 admin admin] Calling delete_port for ca843f4c-2bd5-4054-af4c-b69931cb3091 owned by network:dhcp {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:43:09.057315 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3829222-8430-4b86-86e0-c61c21b8f559 None None] DHCP port deletion for 39b32e89-2562-41b6-8f54-e0086889d468 request from dv-cinder-852209-10-iscsi {{(pid=106491) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 01 16:43:09.089795 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8546a935-6b48-4bf0-82ea-1f76355f3406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (ca843f4c-2bd5-4054-af4c-b69931cb3091), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:09.106431 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-f3829222-8430-4b86-86e0-c61c21b8f559 None None] Deleting port ca843f4c-2bd5-4054-af4c-b69931cb3091 {{(pid=106491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:43:09.107078 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-f3829222-8430-4b86-86e0-c61c21b8f559 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (ca843f4c-2bd5-4054-af4c-b69931cb3091), before_delete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:09.119063 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546a935-6b48-4bf0-82ea-1f76355f3406 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca843f4c-2bd5-4054-af4c-b69931cb3091,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:43:09.121178 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8546a935-6b48-4bf0-82ea-1f76355f3406 admin admin] No DVR routers for this DVR port ca843f4c-2bd5-4054-af4c-b69931cb3091 on host dv-cinder-852209-10-iscsi {{(pid=106490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 16:43:09.150858 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device ca843f4c-2bd5-4054-af4c-b69931cb3091 no longer exists at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:43:09.179709 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] No Port match for: ca843f4c-2bd5-4054-af4c-b69931cb3091 {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:43:09.180046 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device ca843f4c-2bd5-4054-af4c-b69931cb3091 not bound to the agent host dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:43:09.180460 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 95a2a2ab-478a-4b05-a7e0-a69ee8003795 no longer exists at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:43:09.195155 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:09.206351 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8546a935-6b48-4bf0-82ea-1f76355f3406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497336', 'neutron.services.segments.db._delete_segments_for_network-8777439728797'] for network (39b32e89-2562-41b6-8f54-e0086889d468), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:09.215849 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] No Port match for: 95a2a2ab-478a-4b05-a7e0-a69ee8003795 {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:43:09.216069 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 95a2a2ab-478a-4b05-a7e0-a69ee8003795 not bound to the agent host dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:43:09.216338 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device a0351e97-983c-4457-8727-fa3390defda6 no longer exists at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:43:09.222344 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-f3829222-8430-4b86-86e0-c61c21b8f559 None None] For port ca843f4c-2bd5-4054-af4c-b69931cb3091, host dv-cinder-852209-10-iscsi, got binding levels [] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:43:09.222732 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-f3829222-8430-4b86-86e0-c61c21b8f559 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (ca843f4c-2bd5-4054-af4c-b69931cb3091), precommit_delete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:09.237025 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.services.segments.db [None req-8546a935-6b48-4bf0-82ea-1f76355f3406 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39b32e89-2562-41b6-8f54-e0086889d468']}} {{(pid=106490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:43:09.247971 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] No Port match for: a0351e97-983c-4457-8727-fa3390defda6 {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:43:09.248310 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.services.segments.db [None req-8546a935-6b48-4bf0-82ea-1f76355f3406 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1fd3a59-64dd-4c0d-8007-f96041459bea') {'for_net_delete': True} {{(pid=106490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:43:09.248440 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device a0351e97-983c-4457-8727-fa3390defda6 not bound to the agent host dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:43:09.248603 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.services.segments.db [None req-8546a935-6b48-4bf0-82ea-1f76355f3406 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1fd3a59-64dd-4c0d-8007-f96041459bea') {} {{(pid=106490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:43:09.250230 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:09.254933 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-f3829222-8430-4b86-86e0-c61c21b8f559 None None] Calling delete_port for ca843f4c-2bd5-4054-af4c-b69931cb3091 owned by network:dhcp {{(pid=106491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:43:09.259141 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.ipam_backend_mixin [None req-f3829222-8430-4b86-86e0-c61c21b8f559 None None] Port ca843f4c-2bd5-4054-af4c-b69931cb3091 was not found and therefore no delete operation was performed {{(pid=106491) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 01 16:43:09.259856 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8546a935-6b48-4bf0-82ea-1f76355f3406 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777439826661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260063567'] for segment (e1fd3a59-64dd-4c0d-8007-f96041459bea), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:09.260854 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-f3829222-8430-4b86-86e0-c61c21b8f559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856'] for port (ca843f4c-2bd5-4054-af4c-b69931cb3091), after_delete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:09.276540 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8546a935-6b48-4bf0-82ea-1f76355f3406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449'] for segment (e1fd3a59-64dd-4c0d-8007-f96041459bea), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:09.286444 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8546a935-6b48-4bf0-82ea-1f76355f3406 admin admin] Releasing vlan 909 on physical network physnet1 to pool {{(pid=106490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:43:09.286444 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8546a935-6b48-4bf0-82ea-1f76355f3406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261539341'] for segment (e1fd3a59-64dd-4c0d-8007-f96041459bea), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:09.288617 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3829222-8430-4b86-86e0-c61c21b8f559 None None] Pushing event deleted for resources: {'Port': ['ID=ca843f4c-2bd5-4054-af4c-b69931cb3091,revision_number=None']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:43:09.296188 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3829222-8430-4b86-86e0-c61c21b8f559 None None] No DVR routers for this DVR port ca843f4c-2bd5-4054-af4c-b69931cb3091 on host dv-cinder-852209-10-iscsi {{(pid=106491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 16:43:09.360290 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8546a935-6b48-4bf0-82ea-1f76355f3406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631280'] for network (39b32e89-2562-41b6-8f54-e0086889d468), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:09.377887 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8546a935-6b48-4bf0-82ea-1f76355f3406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for network (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:09.381935 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-8546a935-6b48-4bf0-82ea-1f76355f3406 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/39b32e89-2562-41b6-8f54-e0086889d468 HTTP/1.1" status: 204 len: 168 time: 0.5923645 Sep 01 16:43:09.385342 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 39852) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:43:09.394081 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546a935-6b48-4bf0-82ea-1f76355f3406 admin admin] Pushing event deleted for resources: {'Network': ['ID=39b32e89-2562-41b6-8f54-e0086889d468,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:43:09.407888 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.services.segments.plugin [-] Segment e1fd3a59-64dd-4c0d-8007-f96041459bea resource provider aggregate not found Sep 01 16:43:09.428872 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.services.segments.plugin [-] Segment e1fd3a59-64dd-4c0d-8007-f96041459bea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e1fd3a59-64dd-4c0d-8007-f96041459bea found for delete ", "request_id": "req-fe075ec3-80a8-4e62-ba2a-89324e1d8dc6"}]} Sep 01 16:43:09.450518 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:09.481825 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:09.720755 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-fc202d50-a460-45e9-8995-62a59a3a9991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-630987'] for router_interface (568be1c1-9754-42b5-8542-bf2761369b3e), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:09.904525 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-46b81fe3-07f7-44a6-a526-4ac17bdfc860 req-6859bc66-6178-4430-9f59-39a195e5d7ae service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=ec8a5228-091c-490d-8790-3cd53e77b5d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383568 Sep 01 16:43:09.952749 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.plugin [None req-fc202d50-a460-45e9-8995-62a59a3a9991 admin admin] Deleting port 4d585ce2-286e-4bbf-92f7-7f1a5d30b501 {{(pid=106489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:43:09.953089 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-fc202d50-a460-45e9-8995-62a59a3a9991 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (4d585ce2-286e-4bbf-92f7-7f1a5d30b501), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:09.984914 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b81fe3-07f7-44a6-a526-4ac17bdfc860 req-2350f9eb-bc8b-4954-995f-89d521b7cc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:43:09.986423 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-46b81fe3-07f7-44a6-a526-4ac17bdfc860 req-2350f9eb-bc8b-4954-995f-89d521b7cc98 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=4b6bf55e6c5e47f3895e135c4d6dc3ff&device_id=ec8a5228-091c-490d-8790-3cd53e77b5d1 HTTP/1.1" status: 200 len: 1129 time: 0.0403354 Sep 01 16:43:10.041247 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.db [None req-fc202d50-a460-45e9-8995-62a59a3a9991 admin admin] For port 4d585ce2-286e-4bbf-92f7-7f1a5d30b501, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=4d585ce2-286e-4bbf-92f7-7f1a5d30b501,segment=NetworkSegment(a4fa2a5f-1dcb-4633-8f20-77c010842eab),segment_id=a4fa2a5f-1dcb-4633-8f20-77c010842eab)] {{(pid=106489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:43:10.041609 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-fc202d50-a460-45e9-8995-62a59a3a9991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (4d585ce2-286e-4bbf-92f7-7f1a5d30b501), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:10.055446 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.plugin [None req-fc202d50-a460-45e9-8995-62a59a3a9991 admin admin] Calling delete_port for 4d585ce2-286e-4bbf-92f7-7f1a5d30b501 owned by network:router_interface {{(pid=106489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:43:10.114391 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b81fe3-07f7-44a6-a526-4ac17bdfc860 req-f0aa7b45-8c5a-41af-8c8b-5efc3b53073d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:43:10.115853 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-46b81fe3-07f7-44a6-a526-4ac17bdfc860 req-f0aa7b45-8c5a-41af-8c8b-5efc3b53073d service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=5fae8c7f-11cf-4ab3-8c34-e624963abdb8 HTTP/1.1" status: 200 len: 912 time: 0.1060476 Sep 01 16:43:10.185636 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-46b81fe3-07f7-44a6-a526-4ac17bdfc860 req-33df8f8a-c185-41f3-9447-9b2937c57731 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=086e5891-69d8-40bc-9506-7d948bca1db9 HTTP/1.1" status: 200 len: 1001 time: 0.0592332 Sep 01 16:43:10.242827 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b81fe3-07f7-44a6-a526-4ac17bdfc860 req-f4aafbb9-0d0e-4804-9799-ba326ce121cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:43:10.244262 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-fc202d50-a460-45e9-8995-62a59a3a9991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261346675'] for port (4d585ce2-286e-4bbf-92f7-7f1a5d30b501), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:10.244460 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-46b81fe3-07f7-44a6-a526-4ac17bdfc860 req-f4aafbb9-0d0e-4804-9799-ba326ce121cc service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=1de59a85-ac00-434c-9a09-dffa079bb909 HTTP/1.1" status: 200 len: 850 time: 0.0504196 Sep 01 16:43:10.267794 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc202d50-a460-45e9-8995-62a59a3a9991 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d585ce2-286e-4bbf-92f7-7f1a5d30b501,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:43:10.296828 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b81fe3-07f7-44a6-a526-4ac17bdfc860 req-43ef5fd8-f3ab-4843-86b0-3c901a79b50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:43:10.297142 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-46b81fe3-07f7-44a6-a526-4ac17bdfc860 req-43ef5fd8-f3ab-4843-86b0-3c901a79b50c service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=5fae8c7f-11cf-4ab3-8c34-e624963abdb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0455642 Sep 01 16:43:10.331940 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:10.338809 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:10.436737 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-46b81fe3-07f7-44a6-a526-4ac17bdfc860 req-23ddb09e-93cc-4fdb-92de-75bd0392bf96 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/5fae8c7f-11cf-4ab3-8c34-e624963abdb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157961 Sep 01 16:43:10.452984 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-fc202d50-a460-45e9-8995-62a59a3a9991 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632443'] for router_interface (568be1c1-9754-42b5-8542-bf2761369b3e), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:10.541644 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-46b81fe3-07f7-44a6-a526-4ac17bdfc860 req-c83892b1-8ff7-4727-a49f-5b27b52af929 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/5fae8c7f-11cf-4ab3-8c34-e624963abdb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943933 Sep 01 16:43:10.669775 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc202d50-a460-45e9-8995-62a59a3a9991 admin admin] Router 568be1c1-9754-42b5-8542-bf2761369b3e has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:43:10.771910 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc202d50-a460-45e9-8995-62a59a3a9991 admin admin] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:43:10.777070 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-fc202d50-a460-45e9-8995-62a59a3a9991 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/568be1c1-9754-42b5-8542-bf2761369b3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3906457 Sep 01 16:43:10.779669 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 39856) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:43:10.784293 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5001c5a-01a9-4c46-a657-6531279f5294 None None] Sync routers for ids ['568be1c1-9754-42b5-8542-bf2761369b3e'] in dv-cinder-852209-10-iscsi {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:43:10.799003 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5001c5a-01a9-4c46-a657-6531279f5294 None None] Routers {'568be1c1-9754-42b5-8542-bf2761369b3e'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:43:10.799674 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-a5001c5a-01a9-4c46-a657-6531279f5294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:42:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['568be1c1-9754-42b5-8542-bf2761369b3e'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:43:10.883214 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-803f77f8-1465-48c2-9295-a357cf582169 admin admin] Publish callbacks [] for router (568be1c1-9754-42b5-8542-bf2761369b3e), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:10.925002 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-a5001c5a-01a9-4c46-a657-6531279f5294 None None] Set router 568be1c1-9754-42b5-8542-bf2761369b3e gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:43:11.009105 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-803f77f8-1465-48c2-9295-a357cf582169 admin admin] Publish callbacks [] for router_gateway (568be1c1-9754-42b5-8542-bf2761369b3e), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:11.056146 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.plugin [None req-803f77f8-1465-48c2-9295-a357cf582169 admin admin] Deleting port 194d437c-8614-4e86-a133-76007a5c1bbf {{(pid=106489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:43:11.056383 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-803f77f8-1465-48c2-9295-a357cf582169 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (194d437c-8614-4e86-a133-76007a5c1bbf), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:11.105297 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-a5001c5a-01a9-4c46-a657-6531279f5294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568be1c1-9754-42b5-8542-bf2761369b3e', 'name': 'tempest-TestMinimumBasicScenario-1938976818-router', 'tenant_id': '4cf6935593374d03a401512b9f31df9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '194d437c-8614-4e86-a133-76007a5c1bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:40:45Z', 'updated_at': '2022-09-01T16:43:10Z', 'revision_number': 5, 'project_id': '4cf6935593374d03a401512b9f31df9b', 'gw_port': {'id': '194d437c-8614-4e86-a133-76007a5c1bbf', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568be1c1-9754-42b5-8542-bf2761369b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:40:46Z', 'updated_at': '2022-09-01T16:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:43:11.131394 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5001c5a-01a9-4c46-a657-6531279f5294 None None] Checking router: 568be1c1-9754-42b5-8542-bf2761369b3e for host: dv-cinder-852209-10-iscsi {{(pid=106492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:43:11.140006 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5001c5a-01a9-4c46-a657-6531279f5294 None None] Routers {'568be1c1-9754-42b5-8542-bf2761369b3e'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:43:11.140604 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-a5001c5a-01a9-4c46-a657-6531279f5294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:42:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['568be1c1-9754-42b5-8542-bf2761369b3e'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:43:11.150367 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.db [None req-803f77f8-1465-48c2-9295-a357cf582169 admin admin] For port 194d437c-8614-4e86-a133-76007a5c1bbf, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=194d437c-8614-4e86-a133-76007a5c1bbf,segment=NetworkSegment(6aaf10e3-1532-4b23-b8ff-2b17962713b0),segment_id=6aaf10e3-1532-4b23-b8ff-2b17962713b0)] {{(pid=106489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:43:11.150733 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-803f77f8-1465-48c2-9295-a357cf582169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (194d437c-8614-4e86-a133-76007a5c1bbf), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:11.164821 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.plugin [None req-803f77f8-1465-48c2-9295-a357cf582169 admin admin] Calling delete_port for 194d437c-8614-4e86-a133-76007a5c1bbf owned by network:router_gateway {{(pid=106489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:43:11.227465 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-a5001c5a-01a9-4c46-a657-6531279f5294 None None] Set router 568be1c1-9754-42b5-8542-bf2761369b3e gateway port host: None {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:43:11.272364 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:11.279937 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:11.280890 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-a5001c5a-01a9-4c46-a657-6531279f5294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568be1c1-9754-42b5-8542-bf2761369b3e', 'name': 'tempest-TestMinimumBasicScenario-1938976818-router', 'tenant_id': '4cf6935593374d03a401512b9f31df9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:40:45Z', 'updated_at': '2022-09-01T16:43:11Z', 'revision_number': 6, 'project_id': '4cf6935593374d03a401512b9f31df9b', 'gw_port_host': None}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:43:11.308180 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5001c5a-01a9-4c46-a657-6531279f5294 None None] The sync data for ids ['568be1c1-9754-42b5-8542-bf2761369b3e'] in dv-cinder-852209-10-iscsi is: [{'id': '568be1c1-9754-42b5-8542-bf2761369b3e', 'name': 'tempest-TestMinimumBasicScenario-1938976818-router', 'tenant_id': '4cf6935593374d03a401512b9f31df9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:40:45Z', 'updated_at': '2022-09-01T16:43:11Z', 'revision_number': 6, 'project_id': '4cf6935593374d03a401512b9f31df9b', 'gw_port_host': None}] {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:43:11.354140 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-803f77f8-1465-48c2-9295-a357cf582169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261346675'] for port (194d437c-8614-4e86-a133-76007a5c1bbf), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:11.385422 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f77f8-1465-48c2-9295-a357cf582169 admin admin] Pushing event deleted for resources: {'Port': ['ID=194d437c-8614-4e86-a133-76007a5c1bbf,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:43:11.450822 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-803f77f8-1465-48c2-9295-a357cf582169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-631080'] for router_gateway (568be1c1-9754-42b5-8542-bf2761369b3e), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:11.754667 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-803f77f8-1465-48c2-9295-a357cf582169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7479'] for router (568be1c1-9754-42b5-8542-bf2761369b3e), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:11.757049 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-803f77f8-1465-48c2-9295-a357cf582169 admin admin] Publish callbacks [] for router_controller (568be1c1-9754-42b5-8542-bf2761369b3e), precommit_delete_associations {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:11.800002 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-803f77f8-1465-48c2-9295-a357cf582169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-630922'] for router (568be1c1-9754-42b5-8542-bf2761369b3e), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:11.800573 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803f77f8-1465-48c2-9295-a357cf582169 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 568be1c1-9754-42b5-8542-bf2761369b3e {{(pid=106489) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:43:11.805902 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-803f77f8-1465-48c2-9295-a357cf582169 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:11.806770 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-803f77f8-1465-48c2-9295-a357cf582169 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/568be1c1-9754-42b5-8542-bf2761369b3e HTTP/1.1" status: 204 len: 168 time: 1.0261900 Sep 01 16:43:11.809409 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 39860) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:43:11.852938 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbfc08b8-b8b9-4b20-8a81-1d3bea3aaa56 admin admin] Deleting subnet 5eadb6fc-4174-4760-938b-1182c20379d9 {{(pid=106489) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 16:43:11.856191 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-fbfc08b8-b8b9-4b20-8a81-1d3bea3aaa56 admin admin] Publish callbacks [] for subnet (5eadb6fc-4174-4760-938b-1182c20379d9), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:11.891813 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-fbfc08b8-b8b9-4b20-8a81-1d3bea3aaa56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261853238'] for subnet (5eadb6fc-4174-4760-938b-1182c20379d9), precommit_delete_associations {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:11.970318 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-fbfc08b8-b8b9-4b20-8a81-1d3bea3aaa56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459871'] for subnet (5eadb6fc-4174-4760-938b-1182c20379d9), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:12.023949 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-fbfc08b8-b8b9-4b20-8a81-1d3bea3aaa56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261343916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261874682'] for subnet (5eadb6fc-4174-4760-938b-1182c20379d9), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:12.050303 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc08b8-b8b9-4b20-8a81-1d3bea3aaa56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eadb6fc-4174-4760-938b-1182c20379d9,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:43:12.053780 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-fbfc08b8-b8b9-4b20-8a81-1d3bea3aaa56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for subnet (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:12.058298 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-fbfc08b8-b8b9-4b20-8a81-1d3bea3aaa56 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/5eadb6fc-4174-4760-938b-1182c20379d9 HTTP/1.1" status: 204 len: 168 time: 0.2466500 Sep 01 16:43:12.059803 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 39862) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:43:12.062531 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3e4194-ee4b-456c-8c7d-56d461bd2882 None None] Network ce72d36d-0477-4937-9280-52ebaf2a17fc requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:43:12.146316 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-7671eb36-7720-459b-9a01-6cd390eaf3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1386798'] for network (ce72d36d-0477-4937-9280-52ebaf2a17fc), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:12.197342 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.plugin [None req-7671eb36-7720-459b-9a01-6cd390eaf3f9 admin admin] Deleting port fda4176e-b9af-4903-a96f-ed5d43c43936 {{(pid=106489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:43:12.197581 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-7671eb36-7720-459b-9a01-6cd390eaf3f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (fda4176e-b9af-4903-a96f-ed5d43c43936), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:12.281240 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.db [None req-7671eb36-7720-459b-9a01-6cd390eaf3f9 admin admin] For port fda4176e-b9af-4903-a96f-ed5d43c43936, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=fda4176e-b9af-4903-a96f-ed5d43c43936,segment=NetworkSegment(a4fa2a5f-1dcb-4633-8f20-77c010842eab),segment_id=a4fa2a5f-1dcb-4633-8f20-77c010842eab)] {{(pid=106489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:43:12.281669 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-7671eb36-7720-459b-9a01-6cd390eaf3f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (fda4176e-b9af-4903-a96f-ed5d43c43936), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:12.298275 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.plugin [None req-7671eb36-7720-459b-9a01-6cd390eaf3f9 admin admin] Calling delete_port for fda4176e-b9af-4903-a96f-ed5d43c43936 owned by network:dhcp {{(pid=106489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:43:12.372881 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f16d600-bce6-452c-871e-9c6efc7b24d6 None None] DHCP port deletion for ce72d36d-0477-4937-9280-52ebaf2a17fc request from dv-cinder-852209-10-iscsi {{(pid=106491) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 01 16:43:12.375925 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:12.401020 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-7671eb36-7720-459b-9a01-6cd390eaf3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261346675'] for port (fda4176e-b9af-4903-a96f-ed5d43c43936), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:12.413726 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:DELETE=10,neutron:UPDATE=3,neutron:SELECT=87 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:12.417093 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-6f16d600-bce6-452c-871e-9c6efc7b24d6 None None] Deleting port fda4176e-b9af-4903-a96f-ed5d43c43936 {{(pid=106491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:43:12.417494 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-6f16d600-bce6-452c-871e-9c6efc7b24d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (fda4176e-b9af-4903-a96f-ed5d43c43936), before_delete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:12.433616 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7671eb36-7720-459b-9a01-6cd390eaf3f9 admin admin] No DVR routers for this DVR port fda4176e-b9af-4903-a96f-ed5d43c43936 on host dv-cinder-852209-10-iscsi {{(pid=106489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 16:43:12.436203 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671eb36-7720-459b-9a01-6cd390eaf3f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fda4176e-b9af-4903-a96f-ed5d43c43936,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:43:12.489094 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-6f16d600-bce6-452c-871e-9c6efc7b24d6 None None] For port fda4176e-b9af-4903-a96f-ed5d43c43936, host dv-cinder-852209-10-iscsi, got binding levels [] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:43:12.489489 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-6f16d600-bce6-452c-871e-9c6efc7b24d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (fda4176e-b9af-4903-a96f-ed5d43c43936), precommit_delete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:12.503540 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-6f16d600-bce6-452c-871e-9c6efc7b24d6 None None] Calling delete_port for fda4176e-b9af-4903-a96f-ed5d43c43936 owned by network:dhcp {{(pid=106491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:43:12.506957 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.ipam_backend_mixin [None req-6f16d600-bce6-452c-871e-9c6efc7b24d6 None None] Port fda4176e-b9af-4903-a96f-ed5d43c43936 was not found and therefore no delete operation was performed {{(pid=106491) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 01 16:43:12.508177 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-6f16d600-bce6-452c-871e-9c6efc7b24d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856'] for port (fda4176e-b9af-4903-a96f-ed5d43c43936), after_delete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:12.516343 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-7671eb36-7720-459b-9a01-6cd390eaf3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497336', 'neutron.services.segments.db._delete_segments_for_network-8777439728797'] for network (ce72d36d-0477-4937-9280-52ebaf2a17fc), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:12.526736 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:12.533879 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f16d600-bce6-452c-871e-9c6efc7b24d6 None None] Pushing event deleted for resources: {'Port': ['ID=fda4176e-b9af-4903-a96f-ed5d43c43936,revision_number=None']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:43:12.537573 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f16d600-bce6-452c-871e-9c6efc7b24d6 None None] No DVR routers for this DVR port fda4176e-b9af-4903-a96f-ed5d43c43936 on host dv-cinder-852209-10-iscsi {{(pid=106491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 16:43:12.545281 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.services.segments.db [None req-7671eb36-7720-459b-9a01-6cd390eaf3f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce72d36d-0477-4937-9280-52ebaf2a17fc']}} {{(pid=106489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:43:12.556233 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.services.segments.db [None req-7671eb36-7720-459b-9a01-6cd390eaf3f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4fa2a5f-1dcb-4633-8f20-77c010842eab') {'for_net_delete': True} {{(pid=106489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:43:12.556525 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.services.segments.db [None req-7671eb36-7720-459b-9a01-6cd390eaf3f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4fa2a5f-1dcb-4633-8f20-77c010842eab') {} {{(pid=106489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:43:12.566667 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-7671eb36-7720-459b-9a01-6cd390eaf3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777439826661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261853217'] for segment (a4fa2a5f-1dcb-4633-8f20-77c010842eab), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:12.581357 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-7671eb36-7720-459b-9a01-6cd390eaf3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449'] for segment (a4fa2a5f-1dcb-4633-8f20-77c010842eab), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:12.589189 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7671eb36-7720-459b-9a01-6cd390eaf3f9 admin admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=106489) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:43:12.589828 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-7671eb36-7720-459b-9a01-6cd390eaf3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261346574'] for segment (a4fa2a5f-1dcb-4633-8f20-77c010842eab), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:12.634910 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.services.segments.plugin [-] Segment a4fa2a5f-1dcb-4633-8f20-77c010842eab resource provider aggregate not found Sep 01 16:43:12.659739 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.services.segments.plugin [-] Segment a4fa2a5f-1dcb-4633-8f20-77c010842eab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4fa2a5f-1dcb-4633-8f20-77c010842eab found for delete ", "request_id": "req-0abfce46-8e22-47ae-8b18-7ad6482ec348"}]} Sep 01 16:43:12.671278 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-7671eb36-7720-459b-9a01-6cd390eaf3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631280'] for network (ce72d36d-0477-4937-9280-52ebaf2a17fc), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:12.678153 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-7671eb36-7720-459b-9a01-6cd390eaf3f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for network (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:12.682047 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-7671eb36-7720-459b-9a01-6cd390eaf3f9 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/ce72d36d-0477-4937-9280-52ebaf2a17fc HTTP/1.1" status: 204 len: 168 time: 0.6208942 Sep 01 16:43:12.692768 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671eb36-7720-459b-9a01-6cd390eaf3f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce72d36d-0477-4937-9280-52ebaf2a17fc,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:43:12.858139 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 39870) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:43:12.909217 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-4002763b-26ab-4254-ad11-252f79c88e86 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=13ab20a85384485e95e2c0dadcc8b43c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0499034 Sep 01 16:43:12.911794 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 39872) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:43:12.962613 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-c62739df-79f3-4db5-a5fb-5e62a35fc052 admin admin] Publish callbacks [] for security_group (23a3eeca-025b-4261-ab3b-cbd54b559ccd), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:12.982181 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 194d437c-8614-4e86-a133-76007a5c1bbf no longer exists at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:43:12.984691 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-c62739df-79f3-4db5-a5fb-5e62a35fc052 admin admin] Publish callbacks [] for security_group (23a3eeca-025b-4261-ab3b-cbd54b559ccd), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:13.008001 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] No Port match for: 194d437c-8614-4e86-a133-76007a5c1bbf {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:43:13.008364 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 194d437c-8614-4e86-a133-76007a5c1bbf not bound to the agent host dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:43:13.008777 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 4d585ce2-286e-4bbf-92f7-7f1a5d30b501 no longer exists at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:43:13.027437 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] No Port match for: 4d585ce2-286e-4bbf-92f7-7f1a5d30b501 {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:43:13.027788 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 4d585ce2-286e-4bbf-92f7-7f1a5d30b501 not bound to the agent host dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:43:13.028212 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device fda4176e-b9af-4903-a96f-ed5d43c43936 no longer exists at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:43:13.036390 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-c62739df-79f3-4db5-a5fb-5e62a35fc052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (23a3eeca-025b-4261-ab3b-cbd54b559ccd), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:13.039277 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-c62739df-79f3-4db5-a5fb-5e62a35fc052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:13.040434 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-c62739df-79f3-4db5-a5fb-5e62a35fc052 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/23a3eeca-025b-4261-ab3b-cbd54b559ccd HTTP/1.1" status: 204 len: 168 time: 0.1277547 Sep 01 16:43:13.048931 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62739df-79f3-4db5-a5fb-5e62a35fc052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a3eeca-025b-4261-ab3b-cbd54b559ccd,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:43:13.051904 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] No Port match for: fda4176e-b9af-4903-a96f-ed5d43c43936 {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:43:13.052260 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device fda4176e-b9af-4903-a96f-ed5d43c43936 not bound to the agent host dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:43:13.390708 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 39878) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:43:13.434047 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-3c6f4ee2-a37d-4430-a1a1-afb160a4afc5 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=4cf6935593374d03a401512b9f31df9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421138 Sep 01 16:43:13.436619 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 39880) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:43:13.489706 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-e19a5ae0-0540-4f04-b80f-a1d022444cff admin admin] Publish callbacks [] for security_group (ee69c41c-17fd-4b15-9135-fd81df070d68), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:13.509510 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-e19a5ae0-0540-4f04-b80f-a1d022444cff admin admin] Publish callbacks [] for security_group (ee69c41c-17fd-4b15-9135-fd81df070d68), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:13.555179 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-e19a5ae0-0540-4f04-b80f-a1d022444cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (ee69c41c-17fd-4b15-9135-fd81df070d68), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:13.557781 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-e19a5ae0-0540-4f04-b80f-a1d022444cff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:13.558956 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-e19a5ae0-0540-4f04-b80f-a1d022444cff admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/ee69c41c-17fd-4b15-9135-fd81df070d68 HTTP/1.1" status: 204 len: 168 time: 0.1213696 Sep 01 16:43:13.566913 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a5ae0-0540-4f04-b80f-a1d022444cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee69c41c-17fd-4b15-9135-fd81df070d68,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:43:20.536824 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=68,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:20.538732 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=52,neutron:DELETE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:21.283682 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=61,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:21.284425 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=51 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:21.296533 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-67f6f81d-3f8b-4e61-938e-373229f88f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:23.561831 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=53,neutron:DELETE=8 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:23.562691 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=61,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:23.716037 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-8c011df1-bab3-49f5-878e-a58c34f565e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:23.773320 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.agents_db [None req-09d9e05d-4d55-4c1e-8994-77c39c5d0c8d None None] Agent healthcheck: found 6 active agents {{(pid=106492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:43:24.635529 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:26.369724 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:26.481268 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:33.768189 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:34.190031 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (294a3787-103d-4a51-bc9c-bc09638a7966), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:38.221360 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093d345-d4b1-40dd-826d-c376e4ca38f4 req-d43e588d-6c9b-4e0c-886c-9b7e5bfd9247 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:43:38.223112 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-4093d345-d4b1-40dd-826d-c376e4ca38f4 req-d43e588d-6c9b-4e0c-886c-9b7e5bfd9247 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d3520487-5780-44b3-9e04-28492a42939d HTTP/1.1" status: 200 len: 945 time: 0.0473235 Sep 01 16:43:38.269220 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-4093d345-d4b1-40dd-826d-c376e4ca38f4 req-2d3d3243-e904-4586-8c9e-9344bab04cb2 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f2ab1771-0139-4b1c-9a70-9ced00585b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399756 Sep 01 16:43:39.391389 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b1f53c-dae4-4a57-b4c5-92102c813a87 req-621bdcd7-ae38-493e-80a5-8205fa65a514 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:43:39.392859 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b1b1f53c-dae4-4a57-b4c5-92102c813a87 req-621bdcd7-ae38-493e-80a5-8205fa65a514 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d3520487-5780-44b3-9e04-28492a42939d HTTP/1.1" status: 200 len: 945 time: 0.0479476 Sep 01 16:43:39.439561 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b1b1f53c-dae4-4a57-b4c5-92102c813a87 req-101509de-7c54-4484-bef5-11320eedc456 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f2ab1771-0139-4b1c-9a70-9ced00585b59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403538 Sep 01 16:43:39.856023 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20dddd0-1b17-467e-a587-91bf8950df99 req-db88f66a-feee-4bcf-9fb7-86ae3d0cb69e tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:43:39.857450 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a20dddd0-1b17-467e-a587-91bf8950df99 req-db88f66a-feee-4bcf-9fb7-86ae3d0cb69e tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=d3520487-5780-44b3-9e04-28492a42939d HTTP/1.1" status: 200 len: 945 time: 0.0504620 Sep 01 16:43:39.939733 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [req-a20dddd0-1b17-467e-a587-91bf8950df99 req-5cdde5c0-d44d-45f2-916e-bf99f02d3287 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Deleting port 4b66e1df-e040-432a-9d26-fef8d6c98bcf {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:43:39.940073 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-a20dddd0-1b17-467e-a587-91bf8950df99 req-5cdde5c0-d44d-45f2-916e-bf99f02d3287 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (4b66e1df-e040-432a-9d26-fef8d6c98bcf), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:40.031915 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-a20dddd0-1b17-467e-a587-91bf8950df99 req-5cdde5c0-d44d-45f2-916e-bf99f02d3287 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] For port 4b66e1df-e040-432a-9d26-fef8d6c98bcf, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=4b66e1df-e040-432a-9d26-fef8d6c98bcf,segment=NetworkSegment(0363ed2f-e965-4e31-8039-d81606d4468a),segment_id=0363ed2f-e965-4e31-8039-d81606d4468a)] {{(pid=106490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:43:40.032271 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-a20dddd0-1b17-467e-a587-91bf8950df99 req-5cdde5c0-d44d-45f2-916e-bf99f02d3287 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (4b66e1df-e040-432a-9d26-fef8d6c98bcf), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:40.193987 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-a20dddd0-1b17-467e-a587-91bf8950df99 req-5cdde5c0-d44d-45f2-916e-bf99f02d3287 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:40.194280 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-a20dddd0-1b17-467e-a587-91bf8950df99 req-5cdde5c0-d44d-45f2-916e-bf99f02d3287 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631243'] for floatingip (09d4edb1-4fcf-4b4e-bc7e-798e2be2e4f6), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:40.194601 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.db.l3_db [req-a20dddd0-1b17-467e-a587-91bf8950df99 req-5cdde5c0-d44d-45f2-916e-bf99f02d3287 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Floating IP 09d4edb1-4fcf-4b4e-bc7e-798e2be2e4f6 disassociated. External IP: 172.27.2.152, port: 4b66e1df-e040-432a-9d26-fef8d6c98bcf. Sep 01 16:43:40.194936 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [req-a20dddd0-1b17-467e-a587-91bf8950df99 req-5cdde5c0-d44d-45f2-916e-bf99f02d3287 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Calling delete_port for 4b66e1df-e040-432a-9d26-fef8d6c98bcf owned by compute:nova {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:43:40.321211 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-a20dddd0-1b17-467e-a587-91bf8950df99 req-5cdde5c0-d44d-45f2-916e-bf99f02d3287 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (4b66e1df-e040-432a-9d26-fef8d6c98bcf), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:40.346829 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdde5c0-d44d-45f2-916e-bf99f02d3287 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Pushing event deleted for resources: {'Port': ['ID=4b66e1df-e040-432a-9d26-fef8d6c98bcf,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:43:40.357926 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdde5c0-d44d-45f2-916e-bf99f02d3287 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:43:40.358297 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdde5c0-d44d-45f2-916e-bf99f02d3287 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:43:40.358645 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdde5c0-d44d-45f2-916e-bf99f02d3287 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:43:40.358985 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdde5c0-d44d-45f2-916e-bf99f02d3287 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:43:40.359320 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdde5c0-d44d-45f2-916e-bf99f02d3287 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:43:40.359654 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdde5c0-d44d-45f2-916e-bf99f02d3287 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:43:40.359983 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdde5c0-d44d-45f2-916e-bf99f02d3287 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:43:40.360309 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdde5c0-d44d-45f2-916e-bf99f02d3287 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:43:40.361268 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdde5c0-d44d-45f2-916e-bf99f02d3287 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:43:40.361268 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdde5c0-d44d-45f2-916e-bf99f02d3287 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:43:40.361268 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdde5c0-d44d-45f2-916e-bf99f02d3287 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:43:40.361672 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdde5c0-d44d-45f2-916e-bf99f02d3287 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:43:40.361885 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdde5c0-d44d-45f2-916e-bf99f02d3287 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:43:40.362205 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdde5c0-d44d-45f2-916e-bf99f02d3287 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:43:40.362552 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdde5c0-d44d-45f2-916e-bf99f02d3287 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:43:40.552885 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-cacb9b3d-4e9a-4ca8-8076-d4048e71e50d req-18320359-b099-446a-9c1f-896ceffa838c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d3520487-5780-44b3-9e04-28492a42939d HTTP/1.1" status: 200 len: 210 time: 0.0321441 Sep 01 16:43:40.740254 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a20dddd0-1b17-467e-a587-91bf8950df99 req-5cdde5c0-d44d-45f2-916e-bf99f02d3287 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Router 8a000a00-21da-405e-aff7-2b2ad6be6227 has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:43:40.847213 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a20dddd0-1b17-467e-a587-91bf8950df99 req-5cdde5c0-d44d-45f2-916e-bf99f02d3287 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:43:40.857283 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9221d119-d2cb-4419-9907-d63ed4f6f71a None None] Sync routers for ids ['8a000a00-21da-405e-aff7-2b2ad6be6227'] in dv-cinder-852209-10-iscsi {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:43:40.859929 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:40.870637 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9221d119-d2cb-4419-9907-d63ed4f6f71a None None] Routers {'8a000a00-21da-405e-aff7-2b2ad6be6227'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:43:40.871247 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-9221d119-d2cb-4419-9907-d63ed4f6f71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:43:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['8a000a00-21da-405e-aff7-2b2ad6be6227'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:43:40.889811 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [req-a20dddd0-1b17-467e-a587-91bf8950df99 req-5cdde5c0-d44d-45f2-916e-bf99f02d3287 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] No DVR routers for this DVR port 4b66e1df-e040-432a-9d26-fef8d6c98bcf on host hv-cinder-85220 {{(pid=106490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 16:43:40.892807 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-a20dddd0-1b17-467e-a587-91bf8950df99 req-5cdde5c0-d44d-45f2-916e-bf99f02d3287 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:40.896082 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a20dddd0-1b17-467e-a587-91bf8950df99 req-5cdde5c0-d44d-45f2-916e-bf99f02d3287 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.77 "DELETE /networking/v2.0/ports/4b66e1df-e040-432a-9d26-fef8d6c98bcf HTTP/1.1" status: 204 len: 173 time: 1.0327513 Sep 01 16:43:40.896609 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3520487-5780-44b3-9e04-28492a42939d', 'name': 'network-vif-deleted', 'tag': '4b66e1df-e040-432a-9d26-fef8d6c98bcf'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:43:40.898863 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35862c0-c31d-4024-89e1-9d3fc4271a9c" -d '{"events": [{"server_uuid": "d3520487-5780-44b3-9e04-28492a42939d", "name": "network-vif-deleted", "tag": "4b66e1df-e040-432a-9d26-fef8d6c98bcf"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:43:40.952779 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2a70ba-237f-4f48-9ab4-f778c7a139a7 x-openstack-request-id: req-5e2a70ba-237f-4f48-9ab4-f778c7a139a7 {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:43:40.953264 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3520487-5780-44b3-9e04-28492a42939d", "name": "network-vif-deleted", "tag": "4b66e1df-e040-432a-9d26-fef8d6c98bcf", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:43:40.953516 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5e2a70ba-237f-4f48-9ab4-f778c7a139a7 {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:43:40.954682 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e2a70ba-237f-4f48-9ab4-f778c7a139a7'] response: {'server_uuid': 'd3520487-5780-44b3-9e04-28492a42939d', 'name': 'network-vif-deleted', 'tag': '4b66e1df-e040-432a-9d26-fef8d6c98bcf', 'status': 'completed', 'code': 200} Sep 01 16:43:40.979791 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-9221d119-d2cb-4419-9907-d63ed4f6f71a None None] Set router 8a000a00-21da-405e-aff7-2b2ad6be6227 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:43:41.200876 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-9221d119-d2cb-4419-9907-d63ed4f6f71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'name': 'tempest-AttachVolumeNegativeTest-1256010836-router', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:41:37Z', 'updated_at': '2022-09-01T16:41:40Z', 'revision_number': 4, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'gw_port': {'id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:38:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:38Z', 'updated_at': '2022-09-01T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': 'cb9e138b-3f96-4b73-adce-2d3adf8608d5', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'port_id': '75ac0e1d-9e18-472b-a40c-6d01c150b883', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'mac_address': 'fa:16:3e:46:e9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870a289a-9e2c-4471-ac02-f9aa77461aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:41:42Z', 'updated_at': '2022-09-01T16:41:55Z', 'revision_number': 2, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087328a0-d3ac-421a-9dc7-4759db8aec06', 'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'mac_address': 'fa:16:3e:1b:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:39Z', 'updated_at': '2022-09-01T16:41:45Z', 'revision_number': 5, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'subnets': [{'id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:43:41.226325 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9221d119-d2cb-4419-9907-d63ed4f6f71a None None] Checking router: 8a000a00-21da-405e-aff7-2b2ad6be6227 for host: dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:43:41.234997 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9221d119-d2cb-4419-9907-d63ed4f6f71a None None] Routers {'8a000a00-21da-405e-aff7-2b2ad6be6227'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:43:41.235601 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-9221d119-d2cb-4419-9907-d63ed4f6f71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:43:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['8a000a00-21da-405e-aff7-2b2ad6be6227'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:43:41.340916 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-9221d119-d2cb-4419-9907-d63ed4f6f71a None None] Set router 8a000a00-21da-405e-aff7-2b2ad6be6227 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:43:41.553804 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-9221d119-d2cb-4419-9907-d63ed4f6f71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'name': 'tempest-AttachVolumeNegativeTest-1256010836-router', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:41:37Z', 'updated_at': '2022-09-01T16:41:40Z', 'revision_number': 4, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'gw_port': {'id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:38:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:38Z', 'updated_at': '2022-09-01T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': 'cb9e138b-3f96-4b73-adce-2d3adf8608d5', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'port_id': '75ac0e1d-9e18-472b-a40c-6d01c150b883', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'mac_address': 'fa:16:3e:46:e9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870a289a-9e2c-4471-ac02-f9aa77461aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:41:42Z', 'updated_at': '2022-09-01T16:41:55Z', 'revision_number': 2, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087328a0-d3ac-421a-9dc7-4759db8aec06', 'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'mac_address': 'fa:16:3e:1b:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:39Z', 'updated_at': '2022-09-01T16:41:45Z', 'revision_number': 5, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'subnets': [{'id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:43:41.580016 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9221d119-d2cb-4419-9907-d63ed4f6f71a None None] The sync data for ids ['8a000a00-21da-405e-aff7-2b2ad6be6227'] in dv-cinder-852209-10-iscsi is: [{'id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'name': 'tempest-AttachVolumeNegativeTest-1256010836-router', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:41:37Z', 'updated_at': '2022-09-01T16:41:40Z', 'revision_number': 4, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'gw_port': {'id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:38:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:38Z', 'updated_at': '2022-09-01T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': 'cb9e138b-3f96-4b73-adce-2d3adf8608d5', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'port_id': '75ac0e1d-9e18-472b-a40c-6d01c150b883', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'mac_address': 'fa:16:3e:46:e9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870a289a-9e2c-4471-ac02-f9aa77461aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:41:42Z', 'updated_at': '2022-09-01T16:41:55Z', 'revision_number': 2, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087328a0-d3ac-421a-9dc7-4759db8aec06', 'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'mac_address': 'fa:16:3e:1b:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:39Z', 'updated_at': '2022-09-01T16:41:45Z', 'revision_number': 5, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'subnets': [{'id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:43:41.656551 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 39926) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:43:41.672160 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:41.678666 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:41.717657 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-09f1fd6f-2f7d-4e4c-a774-6c7492009005 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group (f2ab1771-0139-4b1c-9a70-9ced00585b59), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:41.740963 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-09f1fd6f-2f7d-4e4c-a774-6c7492009005 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group (f2ab1771-0139-4b1c-9a70-9ced00585b59), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:41.792022 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-09f1fd6f-2f7d-4e4c-a774-6c7492009005 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (f2ab1771-0139-4b1c-9a70-9ced00585b59), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:41.794703 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-09f1fd6f-2f7d-4e4c-a774-6c7492009005 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:41.796278 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-09f1fd6f-2f7d-4e4c-a774-6c7492009005 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f2ab1771-0139-4b1c-9a70-9ced00585b59 HTTP/1.1" status: 204 len: 168 time: 0.1381967 Sep 01 16:43:41.799023 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 39928) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:43:41.806670 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1fd6f-2f7d-4e4c-a774-6c7492009005 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ab1771-0139-4b1c-9a70-9ced00585b59,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:43:41.813796 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.api.v2.resource [None req-bd3cb324-a691-403b-a184-61587fd3657b tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] show failed (client error): The resource could not be found. Sep 01 16:43:41.819275 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-bd3cb324-a691-403b-a184-61587fd3657b tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/security-groups/f2ab1771-0139-4b1c-9a70-9ced00585b59 HTTP/1.1" status: 404 len: 347 time: 0.0190916 Sep 01 16:43:41.822032 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 39930) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:43:41.876420 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fab6361-70ae-4813-badc-420c2d32a1a8 None None] New status for floating IP 09d4edb1-4fcf-4b4e-bc7e-798e2be2e4f6: DOWN {{(pid=106492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 16:43:41.946178 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.plugin [None req-99438de9-bebb-4954-9a6b-145c3539a800 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Deleting port 991e184a-e675-4c63-8d38-f7da74a819b6 {{(pid=106489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:43:41.946546 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-99438de9-bebb-4954-9a6b-145c3539a800 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (991e184a-e675-4c63-8d38-f7da74a819b6), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:42.029844 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-99438de9-bebb-4954-9a6b-145c3539a800 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (991e184a-e675-4c63-8d38-f7da74a819b6), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:42.030230 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-99438de9-bebb-4954-9a6b-145c3539a800 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for floatingip (991e184a-e675-4c63-8d38-f7da74a819b6), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:42.043750 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.plugin [None req-99438de9-bebb-4954-9a6b-145c3539a800 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Calling delete_port for 991e184a-e675-4c63-8d38-f7da74a819b6 owned by network:floatingip {{(pid=106489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:43:42.174717 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-99438de9-bebb-4954-9a6b-145c3539a800 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261346675'] for port (991e184a-e675-4c63-8d38-f7da74a819b6), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:42.199445 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99438de9-bebb-4954-9a6b-145c3539a800 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Pushing event deleted for resources: {'Port': ['ID=991e184a-e675-4c63-8d38-f7da74a819b6,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:43:42.266052 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-99438de9-bebb-4954-9a6b-145c3539a800 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for floatingip (09d4edb1-4fcf-4b4e-bc7e-798e2be2e4f6), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:42.268721 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-99438de9-bebb-4954-9a6b-145c3539a800 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for floatingip (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:42.269861 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-99438de9-bebb-4954-9a6b-145c3539a800 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/09d4edb1-4fcf-4b4e-bc7e-798e2be2e4f6 HTTP/1.1" status: 204 len: 168 time: 0.4465575 Sep 01 16:43:43.564428 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 4b66e1df-e040-432a-9d26-fef8d6c98bcf no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:43:43.584146 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] No Port match for: 4b66e1df-e040-432a-9d26-fef8d6c98bcf {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:43:43.584490 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 4b66e1df-e040-432a-9d26-fef8d6c98bcf not bound to the agent host hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:43:43.877740 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e4b8d-77ca-4fbc-b9d7-8c04c50945cd req-31d6cf32-4d75-47a1-825c-5f47a4a14038 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:43:43.879164 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-728e4b8d-77ca-4fbc-b9d7-8c04c50945cd req-31d6cf32-4d75-47a1-825c-5f47a4a14038 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=870a289a-9e2c-4471-ac02-f9aa77461aff HTTP/1.1" status: 200 len: 945 time: 0.0493672 Sep 01 16:43:43.925467 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-728e4b8d-77ca-4fbc-b9d7-8c04c50945cd req-4875aa0e-5052-499b-8fc1-3be2bf01bbcc tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c88ca760-34fc-4618-ac66-a4d02f8a77ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406151 Sep 01 16:43:45.056334 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3dc3f0-f20f-40a8-9e63-3eb0c21988c0 req-83eec645-1548-4428-af05-652ea8667a11 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:43:45.057815 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3c3dc3f0-f20f-40a8-9e63-3eb0c21988c0 req-83eec645-1548-4428-af05-652ea8667a11 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=870a289a-9e2c-4471-ac02-f9aa77461aff HTTP/1.1" status: 200 len: 945 time: 0.0508666 Sep 01 16:43:45.106675 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-3c3dc3f0-f20f-40a8-9e63-3eb0c21988c0 req-ed29e28d-dae3-4dec-aa5e-7ee02eabcdad tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c88ca760-34fc-4618-ac66-a4d02f8a77ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429215 Sep 01 16:43:45.442994 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ff1e0-71aa-4b43-8522-410b3a43cadc req-fe53bdfa-39a7-4c93-839b-d668ab87b1ae tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:43:45.444407 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c72ff1e0-71aa-4b43-8522-410b3a43cadc req-fe53bdfa-39a7-4c93-839b-d668ab87b1ae tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=870a289a-9e2c-4471-ac02-f9aa77461aff HTTP/1.1" status: 200 len: 945 time: 0.0456371 Sep 01 16:43:45.528026 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [req-c72ff1e0-71aa-4b43-8522-410b3a43cadc req-4e904b87-2f2a-49b5-aa42-76f6fd283143 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Deleting port 75ac0e1d-9e18-472b-a40c-6d01c150b883 {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:43:45.528359 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-c72ff1e0-71aa-4b43-8522-410b3a43cadc req-4e904b87-2f2a-49b5-aa42-76f6fd283143 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (75ac0e1d-9e18-472b-a40c-6d01c150b883), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:45.618465 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-c72ff1e0-71aa-4b43-8522-410b3a43cadc req-4e904b87-2f2a-49b5-aa42-76f6fd283143 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] For port 75ac0e1d-9e18-472b-a40c-6d01c150b883, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=75ac0e1d-9e18-472b-a40c-6d01c150b883,segment=NetworkSegment(0363ed2f-e965-4e31-8039-d81606d4468a),segment_id=0363ed2f-e965-4e31-8039-d81606d4468a)] {{(pid=106490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:43:45.618818 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-c72ff1e0-71aa-4b43-8522-410b3a43cadc req-4e904b87-2f2a-49b5-aa42-76f6fd283143 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (75ac0e1d-9e18-472b-a40c-6d01c150b883), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:45.781696 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-c72ff1e0-71aa-4b43-8522-410b3a43cadc req-4e904b87-2f2a-49b5-aa42-76f6fd283143 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:45.781972 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-c72ff1e0-71aa-4b43-8522-410b3a43cadc req-4e904b87-2f2a-49b5-aa42-76f6fd283143 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631243'] for floatingip (cb9e138b-3f96-4b73-adce-2d3adf8608d5), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:45.782321 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.db.l3_db [req-c72ff1e0-71aa-4b43-8522-410b3a43cadc req-4e904b87-2f2a-49b5-aa42-76f6fd283143 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Floating IP cb9e138b-3f96-4b73-adce-2d3adf8608d5 disassociated. External IP: 172.27.2.251, port: 75ac0e1d-9e18-472b-a40c-6d01c150b883. Sep 01 16:43:45.782668 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [req-c72ff1e0-71aa-4b43-8522-410b3a43cadc req-4e904b87-2f2a-49b5-aa42-76f6fd283143 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Calling delete_port for 75ac0e1d-9e18-472b-a40c-6d01c150b883 owned by compute:nova {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:43:45.911982 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-c72ff1e0-71aa-4b43-8522-410b3a43cadc req-4e904b87-2f2a-49b5-aa42-76f6fd283143 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (75ac0e1d-9e18-472b-a40c-6d01c150b883), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:45.940789 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e904b87-2f2a-49b5-aa42-76f6fd283143 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Pushing event deleted for resources: {'Port': ['ID=75ac0e1d-9e18-472b-a40c-6d01c150b883,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:43:46.058116 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c72ff1e0-71aa-4b43-8522-410b3a43cadc req-4e904b87-2f2a-49b5-aa42-76f6fd283143 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Router 8a000a00-21da-405e-aff7-2b2ad6be6227 has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:43:46.064641 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:46.070644 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:46.165254 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c72ff1e0-71aa-4b43-8522-410b3a43cadc req-4e904b87-2f2a-49b5-aa42-76f6fd283143 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:43:46.182845 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb8a3b5-377e-4d88-adcd-410a594255b3 None None] Sync routers for ids ['8a000a00-21da-405e-aff7-2b2ad6be6227'] in dv-cinder-852209-10-iscsi {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:43:46.185395 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:46.206210 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb8a3b5-377e-4d88-adcd-410a594255b3 None None] Routers {'8a000a00-21da-405e-aff7-2b2ad6be6227'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:43:46.207310 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-ceb8a3b5-377e-4d88-adcd-410a594255b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:43:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['8a000a00-21da-405e-aff7-2b2ad6be6227'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:43:46.209838 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-821e262e-3e5e-40e5-84a7-927cd82d6719 req-37b8d0f1-c6fd-4cfd-ace5-d91f20a5eed5 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=870a289a-9e2c-4471-ac02-f9aa77461aff HTTP/1.1" status: 200 len: 210 time: 0.0304096 Sep 01 16:43:46.212899 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [req-c72ff1e0-71aa-4b43-8522-410b3a43cadc req-4e904b87-2f2a-49b5-aa42-76f6fd283143 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] No DVR routers for this DVR port 75ac0e1d-9e18-472b-a40c-6d01c150b883 on host hv-cinder-85220 {{(pid=106490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 16:43:46.215199 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-c72ff1e0-71aa-4b43-8522-410b3a43cadc req-4e904b87-2f2a-49b5-aa42-76f6fd283143 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:46.218513 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-c72ff1e0-71aa-4b43-8522-410b3a43cadc req-4e904b87-2f2a-49b5-aa42-76f6fd283143 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.77 "DELETE /networking/v2.0/ports/75ac0e1d-9e18-472b-a40c-6d01c150b883 HTTP/1.1" status: 204 len: 173 time: 0.7692626 Sep 01 16:43:46.218957 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870a289a-9e2c-4471-ac02-f9aa77461aff', 'name': 'network-vif-deleted', 'tag': '75ac0e1d-9e18-472b-a40c-6d01c150b883'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:43:46.221251 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a918236-d217-41d0-a0f5-3217b045c094" -d '{"events": [{"server_uuid": "870a289a-9e2c-4471-ac02-f9aa77461aff", "name": "network-vif-deleted", "tag": "75ac0e1d-9e18-472b-a40c-6d01c150b883"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:43:46.262700 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418724ce-6558-4cfb-a77b-f5e7f324ed6d x-openstack-request-id: req-418724ce-6558-4cfb-a77b-f5e7f324ed6d {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:43:46.262990 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "870a289a-9e2c-4471-ac02-f9aa77461aff", "name": "network-vif-deleted", "tag": "75ac0e1d-9e18-472b-a40c-6d01c150b883", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:43:46.263310 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-418724ce-6558-4cfb-a77b-f5e7f324ed6d {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:43:46.263682 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-418724ce-6558-4cfb-a77b-f5e7f324ed6d'] response: {'server_uuid': '870a289a-9e2c-4471-ac02-f9aa77461aff', 'name': 'network-vif-deleted', 'tag': '75ac0e1d-9e18-472b-a40c-6d01c150b883', 'status': 'completed', 'code': 200} Sep 01 16:43:46.322033 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-ceb8a3b5-377e-4d88-adcd-410a594255b3 None None] Set router 8a000a00-21da-405e-aff7-2b2ad6be6227 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:43:46.452997 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=100 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:46.531643 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-ceb8a3b5-377e-4d88-adcd-410a594255b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'name': 'tempest-AttachVolumeNegativeTest-1256010836-router', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:41:37Z', 'updated_at': '2022-09-01T16:41:40Z', 'revision_number': 4, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'gw_port': {'id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:38:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:38Z', 'updated_at': '2022-09-01T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '087328a0-d3ac-421a-9dc7-4759db8aec06', 'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'mac_address': 'fa:16:3e:1b:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:39Z', 'updated_at': '2022-09-01T16:41:45Z', 'revision_number': 5, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'subnets': [{'id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:43:46.557530 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb8a3b5-377e-4d88-adcd-410a594255b3 None None] Checking router: 8a000a00-21da-405e-aff7-2b2ad6be6227 for host: dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:43:46.565951 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb8a3b5-377e-4d88-adcd-410a594255b3 None None] Routers {'8a000a00-21da-405e-aff7-2b2ad6be6227'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:43:46.566573 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-ceb8a3b5-377e-4d88-adcd-410a594255b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:43:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['8a000a00-21da-405e-aff7-2b2ad6be6227'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:43:46.670938 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-ceb8a3b5-377e-4d88-adcd-410a594255b3 None None] Set router 8a000a00-21da-405e-aff7-2b2ad6be6227 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:43:46.870451 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-ceb8a3b5-377e-4d88-adcd-410a594255b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'name': 'tempest-AttachVolumeNegativeTest-1256010836-router', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:41:37Z', 'updated_at': '2022-09-01T16:41:40Z', 'revision_number': 4, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'gw_port': {'id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:38:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:38Z', 'updated_at': '2022-09-01T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '087328a0-d3ac-421a-9dc7-4759db8aec06', 'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'mac_address': 'fa:16:3e:1b:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:39Z', 'updated_at': '2022-09-01T16:41:45Z', 'revision_number': 5, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'subnets': [{'id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:43:46.897019 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb8a3b5-377e-4d88-adcd-410a594255b3 None None] The sync data for ids ['8a000a00-21da-405e-aff7-2b2ad6be6227'] in dv-cinder-852209-10-iscsi is: [{'id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'name': 'tempest-AttachVolumeNegativeTest-1256010836-router', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:41:37Z', 'updated_at': '2022-09-01T16:41:40Z', 'revision_number': 4, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'gw_port': {'id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:38:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:38Z', 'updated_at': '2022-09-01T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '087328a0-d3ac-421a-9dc7-4759db8aec06', 'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'mac_address': 'fa:16:3e:1b:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:39Z', 'updated_at': '2022-09-01T16:41:45Z', 'revision_number': 5, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'subnets': [{'id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:43:47.121927 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a891f594-3b9b-4997-8410-e16a9c4b1f94 None None] New status for floating IP cb9e138b-3f96-4b73-adce-2d3adf8608d5: DOWN {{(pid=106492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 16:43:47.309583 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 39960) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:43:47.368836 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-1aff04db-8a87-472e-944b-e6c2c1b45e3d tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group (c88ca760-34fc-4618-ac66-a4d02f8a77ae), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:47.390617 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-1aff04db-8a87-472e-944b-e6c2c1b45e3d tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group (c88ca760-34fc-4618-ac66-a4d02f8a77ae), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:47.437308 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-1aff04db-8a87-472e-944b-e6c2c1b45e3d tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (c88ca760-34fc-4618-ac66-a4d02f8a77ae), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:47.440160 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-1aff04db-8a87-472e-944b-e6c2c1b45e3d tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:47.441310 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-1aff04db-8a87-472e-944b-e6c2c1b45e3d tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/c88ca760-34fc-4618-ac66-a4d02f8a77ae HTTP/1.1" status: 204 len: 168 time: 0.1306822 Sep 01 16:43:47.444109 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 39962) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:43:47.450376 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff04db-8a87-472e-944b-e6c2c1b45e3d tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88ca760-34fc-4618-ac66-a4d02f8a77ae,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:43:47.458372 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.api.v2.resource [None req-4c5d1c99-7c3f-4b89-ac92-891f7094c2b3 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] show failed (client error): The resource could not be found. Sep 01 16:43:47.461913 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-4c5d1c99-7c3f-4b89-ac92-891f7094c2b3 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/security-groups/c88ca760-34fc-4618-ac66-a4d02f8a77ae HTTP/1.1" status: 404 len: 347 time: 0.0141535 Sep 01 16:43:47.462150 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 39964) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:43:47.573756 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-5126fcc4-9040-4e12-be0f-f2a24939d3d5 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Deleting port 71d0c302-fbe5-4d74-93c3-f018921ba032 {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:43:47.574087 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-5126fcc4-9040-4e12-be0f-f2a24939d3d5 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (71d0c302-fbe5-4d74-93c3-f018921ba032), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:47.651462 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-5126fcc4-9040-4e12-be0f-f2a24939d3d5 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (71d0c302-fbe5-4d74-93c3-f018921ba032), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:47.651784 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-5126fcc4-9040-4e12-be0f-f2a24939d3d5 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for floatingip (71d0c302-fbe5-4d74-93c3-f018921ba032), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:47.664807 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-5126fcc4-9040-4e12-be0f-f2a24939d3d5 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Calling delete_port for 71d0c302-fbe5-4d74-93c3-f018921ba032 owned by network:floatingip {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:43:47.799903 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-5126fcc4-9040-4e12-be0f-f2a24939d3d5 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (71d0c302-fbe5-4d74-93c3-f018921ba032), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:47.822189 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5126fcc4-9040-4e12-be0f-f2a24939d3d5 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Pushing event deleted for resources: {'Port': ['ID=71d0c302-fbe5-4d74-93c3-f018921ba032,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:43:47.888115 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-5126fcc4-9040-4e12-be0f-f2a24939d3d5 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for floatingip (cb9e138b-3f96-4b73-adce-2d3adf8608d5), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:47.890819 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-5126fcc4-9040-4e12-be0f-f2a24939d3d5 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for floatingip (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:47.891937 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-5126fcc4-9040-4e12-be0f-f2a24939d3d5 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/cb9e138b-3f96-4b73-adce-2d3adf8608d5 HTTP/1.1" status: 204 len: 168 time: 0.4288840 Sep 01 16:43:47.962962 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 39968) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:43:47.967467 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-9936e55e-9d26-4dd8-88ce-47707fc25670 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1624848692', 'description': 'tempest-description--1961420317'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:43:47.988147 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-9936e55e-9d26-4dd8-88ce-47707fc25670 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:48.055180 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-9936e55e-9d26-4dd8-88ce-47707fc25670 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group (4648d1cd-fce1-4ef3-9dfe-8e2f292aa4ab), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:48.059524 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-9936e55e-9d26-4dd8-88ce-47707fc25670 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (4648d1cd-fce1-4ef3-9dfe-8e2f292aa4ab), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:48.091172 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-9936e55e-9d26-4dd8-88ce-47707fc25670 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:48.092374 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-9936e55e-9d26-4dd8-88ce-47707fc25670 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1283829 Sep 01 16:43:48.093063 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936e55e-9d26-4dd8-88ce-47707fc25670 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4648d1cd-fce1-4ef3-9dfe-8e2f292aa4ab,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:43:48.095433 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 39970) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:43:48.100579 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-42b33e7b-5212-4d2f-b8a8-71c5227761bd tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Request body: {'security_group_rule': {'security_group_id': '4648d1cd-fce1-4ef3-9dfe-8e2f292aa4ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:43:48.126324 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-42b33e7b-5212-4d2f-b8a8-71c5227761bd tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group_rule (396bb6e1-06d6-4e08-b514-9129ae41ca94), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:48.173097 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:48.175930 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:48.183132 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-42b33e7b-5212-4d2f-b8a8-71c5227761bd tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group_rule (396bb6e1-06d6-4e08-b514-9129ae41ca94), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:48.186770 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-42b33e7b-5212-4d2f-b8a8-71c5227761bd tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684833'] for security_group_rule (396bb6e1-06d6-4e08-b514-9129ae41ca94), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:48.206863 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33e7b-5212-4d2f-b8a8-71c5227761bd tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=396bb6e1-06d6-4e08-b514-9129ae41ca94,revision_number=0']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:43:48.215577 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-42b33e7b-5212-4d2f-b8a8-71c5227761bd tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:48.216784 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-42b33e7b-5212-4d2f-b8a8-71c5227761bd tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1204548 Sep 01 16:43:48.219449 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 39972) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:43:48.224907 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-175615cb-e218-4913-88e1-93bbd8a249cc tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Request body: {'security_group_rule': {'security_group_id': '4648d1cd-fce1-4ef3-9dfe-8e2f292aa4ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:43:48.254578 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-175615cb-e218-4913-88e1-93bbd8a249cc tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group_rule (510536be-ace8-415d-b05c-68b3f37263d8), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:48.302962 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-175615cb-e218-4913-88e1-93bbd8a249cc tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group_rule (510536be-ace8-415d-b05c-68b3f37263d8), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:48.306445 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-175615cb-e218-4913-88e1-93bbd8a249cc tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684833'] for security_group_rule (510536be-ace8-415d-b05c-68b3f37263d8), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:48.321602 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175615cb-e218-4913-88e1-93bbd8a249cc tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=510536be-ace8-415d-b05c-68b3f37263d8,revision_number=0']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:43:48.331972 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-175615cb-e218-4913-88e1-93bbd8a249cc tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:48.333188 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-175615cb-e218-4913-88e1-93bbd8a249cc tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1127331 Sep 01 16:43:48.336260 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 39974) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:43:48.340390 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-68eb8484-2438-4e28-830a-83f04bca0636 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Request body: {'floatingip': {'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:43:48.362611 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-68eb8484-2438-4e28-830a-83f04bca0636 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:48.439931 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-68eb8484-2438-4e28-830a-83f04bca0636 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:48.546934 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_common [None req-68eb8484-2438-4e28-830a-83f04bca0636 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Allocated IP 172.27.2.2 (537c3a33-78cb-41f3-a0ee-71478f9cfd9b/3e5d1400-7955-40a6-9a09-08f8a8c1db3a/6249146a-7395-4ba8-8a98-93b63aa1a99a) {{(pid=106490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:43:48.650639 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-68eb8484-2438-4e28-830a-83f04bca0636 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for port (6249146a-7395-4ba8-8a98-93b63aa1a99a), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:48.682309 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-68eb8484-2438-4e28-830a-83f04bca0636 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (6249146a-7395-4ba8-8a98-93b63aa1a99a), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:48.722930 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eb8484-2438-4e28-830a-83f04bca0636 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Network 537c3a33-78cb-41f3-a0ee-71478f9cfd9b is already hosted by enough agents. {{(pid=106490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:43:48.727853 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [None req-68eb8484-2438-4e28-830a-83f04bca0636 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Resources bound (agent type, host, resource id): {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:43:48.729993 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb8484-2438-4e28-830a-83f04bca0636 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Pushing event updated for resources: {'Port': ['ID=6249146a-7395-4ba8-8a98-93b63aa1a99a,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:43:48.732168 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eb8484-2438-4e28-830a-83f04bca0636 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Received port after_create {{(pid=106490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:43:48.802304 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:48.815381 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-68eb8484-2438-4e28-830a-83f04bca0636 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for floatingip (9d56c7ce-891a-44d8-a2bc-2fa5612705a6), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:48.855139 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-68eb8484-2438-4e28-830a-83f04bca0636 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (6249146a-7395-4ba8-8a98-93b63aa1a99a), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:48.934427 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:49.000822 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-68eb8484-2438-4e28-830a-83f04bca0636 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for port (6249146a-7395-4ba8-8a98-93b63aa1a99a), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:49.006113 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-68eb8484-2438-4e28-830a-83f04bca0636 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261539433'] for port (6249146a-7395-4ba8-8a98-93b63aa1a99a), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:49.074582 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-68eb8484-2438-4e28-830a-83f04bca0636 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631243'] for floatingip (9d56c7ce-891a-44d8-a2bc-2fa5612705a6), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:49.077093 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb8484-2438-4e28-830a-83f04bca0636 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Pushing event updated for resources: {'Port': ['ID=6249146a-7395-4ba8-8a98-93b63aa1a99a,revision_number=2']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:43:49.093008 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-68eb8484-2438-4e28-830a-83f04bca0636 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for floatingip (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:49.094204 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-68eb8484-2438-4e28-830a-83f04bca0636 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.7570474 Sep 01 16:43:49.294861 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-20ecf4d3-0bdd-4e0f-af72-39679cda309c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1624848692&fields=id&tenant_id=9b9aa20e1ffb453d9ee13dd6ae2c25ef HTTP/1.1" status: 200 len: 267 time: 0.0427036 Sep 01 16:43:49.411590 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-436f3505-06b6-46ad-8a58-9f70122fd138 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:43:49.413038 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-436f3505-06b6-46ad-8a58-9f70122fd138 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/networks?id=ae0395ee-74d9-4949-89c6-cf6ebc736a46 HTTP/1.1" status: 200 len: 815 time: 0.1116056 Sep 01 16:43:49.427428 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-206394e2-0ff8-4831-a467-2836760f747a tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/quotas/9b9aa20e1ffb453d9ee13dd6ae2c25ef HTTP/1.1" status: 200 len: 375 time: 0.0089285 Sep 01 16:43:49.476315 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-78bb81eb-347a-4a5f-8ea0-17145e447323 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9b9aa20e1ffb453d9ee13dd6ae2c25ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439348 Sep 01 16:43:49.572094 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-e8ba626f-312b-4c9e-9b90-22f2074edd35 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ae0395ee-74d9-4949-89c6-cf6ebc736a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846050 Sep 01 16:43:49.595278 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 75ac0e1d-9e18-472b-a40c-6d01c150b883 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:43:49.615264 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] No Port match for: 75ac0e1d-9e18-472b-a40c-6d01c150b883 {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:43:49.615606 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 75ac0e1d-9e18-472b-a40c-6d01c150b883 not bound to the agent host hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:43:49.661865 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-4cfafea4-ba14-4cd4-a49d-fbb00e5dc15e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ae0395ee-74d9-4949-89c6-cf6ebc736a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841630 Sep 01 16:43:49.829931 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-313ce13a-4d6e-423c-ae94-c28fefaf119a req-39610c03-7857-4a7d-94e8-3e4b980d013d tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c11dd8bc-ee5b-47f8-b54b-d5486b441791 HTTP/1.1" status: 200 len: 210 time: 0.0319936 Sep 01 16:43:50.954257 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0610ed2f-e224-4f5a-a98e-baeaed164985 req-8fc72c12-96ed-4e53-a353-430839772c72 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c11dd8bc-ee5b-47f8-b54b-d5486b441791 HTTP/1.1" status: 200 len: 210 time: 0.0340447 Sep 01 16:43:50.996937 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-4914c8b2-27f0-435f-866c-b84fc46feb48 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:43:50.998458 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-4914c8b2-27f0-435f-866c-b84fc46feb48 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.77 "GET /networking/v2.0/networks?id=ae0395ee-74d9-4949-89c6-cf6ebc736a46 HTTP/1.1" status: 200 len: 815 time: 0.1380353 Sep 01 16:43:51.076149 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-263c6cfb-6044-4944-b8b9-0a658bb4a539 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9b9aa20e1ffb453d9ee13dd6ae2c25ef HTTP/1.1" status: 200 len: 380 time: 0.0519419 Sep 01 16:43:51.165649 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-1221aec2-7372-4555-a846-34e86e40d869 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Request body: {'port': {'device_id': 'c11dd8bc-ee5b-47f8-b54b-d5486b441791', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'admin_state_up': True, 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'security_groups': ['4648d1cd-fce1-4ef3-9dfe-8e2f292aa4ab']}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:43:51.226016 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:51.273517 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-1221aec2-7372-4555-a846-34e86e40d869 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Made reservation on behalf of 9b9aa20e1ffb453d9ee13dd6ae2c25ef for: {'port': 1} {{(pid=106490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:43:51.277190 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-1221aec2-7372-4555-a846-34e86e40d869 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:51.287857 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:51.297843 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-bbd0606f-8f4f-4229-aef9-79edf52b3495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:51.403394 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_common [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-1221aec2-7372-4555-a846-34e86e40d869 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Allocated IP 172.20.0.8 (ae0395ee-74d9-4949-89c6-cf6ebc736a46/e9b0dd6e-b554-478d-81fd-0da60f4e81d8/5fa0b631-72cd-4970-bb22-e93cf21f9acc) {{(pid=106490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:43:51.541710 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-1221aec2-7372-4555-a846-34e86e40d869 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for port (5fa0b631-72cd-4970-bb22-e93cf21f9acc), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:51.572073 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-1221aec2-7372-4555-a846-34e86e40d869 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (5fa0b631-72cd-4970-bb22-e93cf21f9acc), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:51.615765 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-1221aec2-7372-4555-a846-34e86e40d869 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Network ae0395ee-74d9-4949-89c6-cf6ebc736a46 is already hosted by enough agents. {{(pid=106490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:43:51.618851 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-1221aec2-7372-4555-a846-34e86e40d869 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Resources bound (agent type, host, resource id): {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:43:51.622603 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-1221aec2-7372-4555-a846-34e86e40d869 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Received port after_create {{(pid=106490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:43:51.649960 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1221aec2-7372-4555-a846-34e86e40d869 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Pushing event updated for resources: {'Port': ['ID=5fa0b631-72cd-4970-bb22-e93cf21f9acc,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:43:51.678655 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-1221aec2-7372-4555-a846-34e86e40d869 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:43:51.679267 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-1221aec2-7372-4555-a846-34e86e40d869 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:51.695704 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-1221aec2-7372-4555-a846-34e86e40d869 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5336564 Sep 01 16:43:51.713203 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-4cf8e951-07b5-4471-a35a-e616a4478e5e service neutron] Request body: {'port': {'device_id': 'c11dd8bc-ee5b-47f8-b54b-d5486b441791', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:43:51.775834 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-4cf8e951-07b5-4471-a35a-e616a4478e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (5fa0b631-72cd-4970-bb22-e93cf21f9acc), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:51.892126 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-c7a69a14-8183-4c9f-b199-7ba74f6ed122 None None] Provisioning complete for port 5fa0b631-72cd-4970-bb22-e93cf21f9acc triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:43:51.892385 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-c7a69a14-8183-4c9f-b199-7ba74f6ed122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (5fa0b631-72cd-4970-bb22-e93cf21f9acc), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:51.923961 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-c7a69a14-8183-4c9f-b199-7ba74f6ed122 None None] Port 5fa0b631-72cd-4970-bb22-e93cf21f9acc cannot update to ACTIVE because it is not bound. {{(pid=106491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 16:43:51.982200 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:52.032330 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-4cf8e951-07b5-4471-a35a-e616a4478e5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fa0b631-72cd-4970-bb22-e93cf21f9acc {{(pid=106490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:43:52.040279 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-4cf8e951-07b5-4471-a35a-e616a4478e5e service neutron] Publish callbacks [] for port (5fa0b631-72cd-4970-bb22-e93cf21f9acc), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:52.052723 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.provisioning_blocks [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-4cf8e951-07b5-4471-a35a-e616a4478e5e service neutron] Transition to ACTIVE for port object 5fa0b631-72cd-4970-bb22-e93cf21f9acc will not be triggered until provisioned by entity L2. {{(pid=106490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 16:43:52.057429 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-4cf8e951-07b5-4471-a35a-e616a4478e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261539433'] for port (5fa0b631-72cd-4970-bb22-e93cf21f9acc), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:52.082094 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c7f8d-9adf-402a-91ab-47965ebb4670 req-0a59fbdb-7176-493e-95ba-8d2d677dbea5 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:43:52.084238 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-a72c7f8d-9adf-402a-91ab-47965ebb4670 req-0a59fbdb-7176-493e-95ba-8d2d677dbea5 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c11dd8bc-ee5b-47f8-b54b-d5486b441791 HTTP/1.1" status: 200 len: 931 time: 0.0478179 Sep 01 16:43:52.084378 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:52.121563 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8e951-07b5-4471-a35a-e616a4478e5e service neutron] Pushing event updated for resources: {'Port': ['ID=5fa0b631-72cd-4970-bb22-e93cf21f9acc,revision_number=2']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:43:52.132598 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:52.137594 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-a72c7f8d-9adf-402a-91ab-47965ebb4670 req-8fa87d99-436e-4dc3-869d-419d065b2b06 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4648d1cd-fce1-4ef3-9dfe-8e2f292aa4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471363 Sep 01 16:43:52.170941 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-4cf8e951-07b5-4471-a35a-e616a4478e5e service neutron] Attempting to bind port 5fa0b631-72cd-4970-bb22-e93cf21f9acc on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:43:52.171274 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-4cf8e951-07b5-4471-a35a-e616a4478e5e service neutron] Attempting to bind port 5fa0b631-72cd-4970-bb22-e93cf21f9acc by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': '0363ed2f-e965-4e31-8039-d81606d4468a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46'}] {{(pid=106490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:43:52.171599 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-4cf8e951-07b5-4471-a35a-e616a4478e5e service neutron] Attempting to bind port 5fa0b631-72cd-4970-bb22-e93cf21f9acc on network ae0395ee-74d9-4949-89c6-cf6ebc736a46 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:43:52.175980 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-4cf8e951-07b5-4471-a35a-e616a4478e5e service neutron] Port 5fa0b631-72cd-4970-bb22-e93cf21f9acc on network ae0395ee-74d9-4949-89c6-cf6ebc736a46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 16:43:52.176866 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-4cf8e951-07b5-4471-a35a-e616a4478e5e service neutron] Attempting to bind port 5fa0b631-72cd-4970-bb22-e93cf21f9acc on network ae0395ee-74d9-4949-89c6-cf6ebc736a46 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:43:52.181671 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-4cf8e951-07b5-4471-a35a-e616a4478e5e service neutron] Checking agent: {'id': '294a3787-103d-4a51-bc9c-bc09638a7966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 32, 3), 'started_at': datetime.datetime(2022, 9, 1, 16, 32, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:43:52.182003 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-4cf8e951-07b5-4471-a35a-e616a4478e5e service neutron] Checking segment: {'id': '0363ed2f-e965-4e31-8039-d81606d4468a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:43:52.182416 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-4cf8e951-07b5-4471-a35a-e616a4478e5e service neutron] Bound using segment: {'id': '0363ed2f-e965-4e31-8039-d81606d4468a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46'} {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:43:52.182840 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-4cf8e951-07b5-4471-a35a-e616a4478e5e service neutron] Bound port: 5fa0b631-72cd-4970-bb22-e93cf21f9acc, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0363ed2f-e965-4e31-8039-d81606d4468a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46'}}] {{(pid=106490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:43:52.183208 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-4cf8e951-07b5-4471-a35a-e616a4478e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (5fa0b631-72cd-4970-bb22-e93cf21f9acc), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:52.246058 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-4cf8e951-07b5-4471-a35a-e616a4478e5e service neutron] For port 5fa0b631-72cd-4970-bb22-e93cf21f9acc, host hv-cinder-85220, cleared binding levels {{(pid=106490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:43:52.249081 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-4cf8e951-07b5-4471-a35a-e616a4478e5e service neutron] For port 5fa0b631-72cd-4970-bb22-e93cf21f9acc, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=5fa0b631-72cd-4970-bb22-e93cf21f9acc,segment=NetworkSegment(0363ed2f-e965-4e31-8039-d81606d4468a),segment_id=0363ed2f-e965-4e31-8039-d81606d4468a)] {{(pid=106490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:43:52.254847 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-4cf8e951-07b5-4471-a35a-e616a4478e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261539433'] for port (5fa0b631-72cd-4970-bb22-e93cf21f9acc), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:52.258863 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-4cf8e951-07b5-4471-a35a-e616a4478e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:43:52.259465 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-4cf8e951-07b5-4471-a35a-e616a4478e5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:52.260806 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-4cf8e951-07b5-4471-a35a-e616a4478e5e service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/5fa0b631-72cd-4970-bb22-e93cf21f9acc HTTP/1.1" status: 200 len: 1093 time: 0.5519967 Sep 01 16:43:52.261281 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c11dd8bc-ee5b-47f8-b54b-d5486b441791', 'tag': '5fa0b631-72cd-4970-bb22-e93cf21f9acc'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:43:52.263543 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af15f33-3e2a-40de-970d-3484bc0edbe5" -d '{"events": [{"name": "network-changed", "server_uuid": "c11dd8bc-ee5b-47f8-b54b-d5486b441791", "tag": "5fa0b631-72cd-4970-bb22-e93cf21f9acc"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:43:52.309245 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 16:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39beec3e-5590-417c-99de-fabf5e1afbaf x-openstack-request-id: req-39beec3e-5590-417c-99de-fabf5e1afbaf {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:43:52.309562 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c11dd8bc-ee5b-47f8-b54b-d5486b441791", "tag": "5fa0b631-72cd-4970-bb22-e93cf21f9acc", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:43:52.309812 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-39beec3e-5590-417c-99de-fabf5e1afbaf {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:43:52.310212 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39beec3e-5590-417c-99de-fabf5e1afbaf'] response: {'name': 'network-changed', 'server_uuid': 'c11dd8bc-ee5b-47f8-b54b-d5486b441791', 'tag': '5fa0b631-72cd-4970-bb22-e93cf21f9acc', 'status': 'completed', 'code': 200} Sep 01 16:43:52.313182 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8e951-07b5-4471-a35a-e616a4478e5e service neutron] Pushing event updated for resources: {'Port': ['ID=5fa0b631-72cd-4970-bb22-e93cf21f9acc,revision_number=3']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:43:52.377150 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-ff6dfcdc-7a3c-48c0-b1b3-525820963fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:43:52.378663 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-ff6dfcdc-7a3c-48c0-b1b3-525820963fd6 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=9b9aa20e1ffb453d9ee13dd6ae2c25ef&device_id=c11dd8bc-ee5b-47f8-b54b-d5486b441791 HTTP/1.1" status: 200 len: 1127 time: 0.0403209 Sep 01 16:43:52.426703 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-88d87a38-1cdf-4101-9f1a-1bf5a9eaca0c service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fa0b631-72cd-4970-bb22-e93cf21f9acc HTTP/1.1" status: 200 len: 217 time: 0.0362000 Sep 01 16:43:52.474796 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-924801c8-07c4-442f-9d7a-3d841940ee61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:43:52.476178 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-924801c8-07c4-442f-9d7a-3d841940ee61 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e9b0dd6e-b554-478d-81fd-0da60f4e81d8 HTTP/1.1" status: 200 len: 854 time: 0.0437720 Sep 01 16:43:52.517574 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-cc62a12a-823d-4180-939f-5ca2c9a22a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:43:52.519040 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-cc62a12a-823d-4180-939f-5ca2c9a22a84 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=ae0395ee-74d9-4949-89c6-cf6ebc736a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0369592 Sep 01 16:43:52.611111 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-a93bb2d1-3c02-463c-9844-be87bf5c99c9 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ae0395ee-74d9-4949-89c6-cf6ebc736a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857902 Sep 01 16:43:52.700164 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0fcf621d-9ed3-4a92-8599-ba6041abb671 req-81370905-f5f4-46e5-b32d-759f96f1c772 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ae0395ee-74d9-4949-89c6-cf6ebc736a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826051 Sep 01 16:43:53.250424 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:53.259169 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545435ab-42b6-49ff-ae27-78b8a3c6291e req-66b97266-8733-4664-95e9-29e7d9f18b6f tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:43:53.260641 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-545435ab-42b6-49ff-ae27-78b8a3c6291e req-66b97266-8733-4664-95e9-29e7d9f18b6f tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c11dd8bc-ee5b-47f8-b54b-d5486b441791 HTTP/1.1" status: 200 len: 943 time: 0.0477848 Sep 01 16:43:53.307969 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-545435ab-42b6-49ff-ae27-78b8a3c6291e req-a328b243-8649-4f4b-8ecf-73517326d3a0 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4648d1cd-fce1-4ef3-9dfe-8e2f292aa4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417411 Sep 01 16:43:53.582928 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af15f33-3e2a-40de-970d-3484bc0edbe5 req-b93869cb-9c16-4c59-8271-d8d1772bd6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:43:53.584294 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4af15f33-3e2a-40de-970d-3484bc0edbe5 req-b93869cb-9c16-4c59-8271-d8d1772bd6d5 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=9b9aa20e1ffb453d9ee13dd6ae2c25ef&device_id=c11dd8bc-ee5b-47f8-b54b-d5486b441791 HTTP/1.1" status: 200 len: 1127 time: 0.0425308 Sep 01 16:43:53.620385 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 5fa0b631-72cd-4970-bb22-e93cf21f9acc details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:43:53.678494 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af15f33-3e2a-40de-970d-3484bc0edbe5 req-c1b19aa4-b590-49e5-b11c-2e5d38acaef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:43:53.679930 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4af15f33-3e2a-40de-970d-3484bc0edbe5 req-c1b19aa4-b590-49e5-b11c-2e5d38acaef6 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=ae0395ee-74d9-4949-89c6-cf6ebc736a46 HTTP/1.1" status: 200 len: 916 time: 0.0898519 Sep 01 16:43:53.718647 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4af15f33-3e2a-40de-970d-3484bc0edbe5 req-bb565c54-e2a9-4fbf-abc7-7009f8543ba9 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fa0b631-72cd-4970-bb22-e93cf21f9acc HTTP/1.1" status: 200 len: 217 time: 0.0326581 Sep 01 16:43:53.732841 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-53278ce1-33af-467d-855f-e090d9ab2fe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:53.745924 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 5fa0b631-72cd-4970-bb22-e93cf21f9acc, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=5fa0b631-72cd-4970-bb22-e93cf21f9acc,segment=NetworkSegment(0363ed2f-e965-4e31-8039-d81606d4468a),segment_id=0363ed2f-e965-4e31-8039-d81606d4468a)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:43:53.757215 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Returning: {'device': '5fa0b631-72cd-4970-bb22-e93cf21f9acc', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'port_id': '5fa0b631-72cd-4970-bb22-e93cf21f9acc', 'mac_address': 'fa:16:3e:85:a6:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:43:53.770881 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af15f33-3e2a-40de-970d-3484bc0edbe5 req-e3066dee-5217-4fc9-b657-3e4ff57feac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:43:53.772316 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4af15f33-3e2a-40de-970d-3484bc0edbe5 req-e3066dee-5217-4fc9-b657-3e4ff57feac0 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e9b0dd6e-b554-478d-81fd-0da60f4e81d8 HTTP/1.1" status: 200 len: 854 time: 0.0485618 Sep 01 16:43:53.792563 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 5fa0b631-72cd-4970-bb22-e93cf21f9acc is: DOWN; New status is: BUILD {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:43:53.792952 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (5fa0b631-72cd-4970-bb22-e93cf21f9acc), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:53.801873 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:53.807776 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fa0b631-72cd-4970-bb22-e93cf21f9acc {{(pid=106491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:43:53.815063 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af15f33-3e2a-40de-970d-3484bc0edbe5 req-dd9e5835-bf33-4017-8a45-c54e3608321d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:43:53.816632 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4af15f33-3e2a-40de-970d-3484bc0edbe5 req-dd9e5835-bf33-4017-8a45-c54e3608321d service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=ae0395ee-74d9-4949-89c6-cf6ebc736a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385900 Sep 01 16:43:53.829230 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 5fa0b631-72cd-4970-bb22-e93cf21f9acc, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=5fa0b631-72cd-4970-bb22-e93cf21f9acc,segment=NetworkSegment(0363ed2f-e965-4e31-8039-d81606d4468a),segment_id=0363ed2f-e965-4e31-8039-d81606d4468a)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:43:53.829409 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:53.833594 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (5fa0b631-72cd-4970-bb22-e93cf21f9acc), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:53.878997 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=5fa0b631-72cd-4970-bb22-e93cf21f9acc,revision_number=4']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:43:53.886688 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:43:53.887036 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:43:53.887375 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:43:53.887708 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:43:53.888073 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:43:53.888402 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:43:53.888741 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:43:53.889046 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:43:53.889372 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:43:53.889692 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:43:53.890012 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:43:53.890360 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:43:53.890689 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:43:53.891004 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:43:53.891318 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:43:53.917562 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4af15f33-3e2a-40de-970d-3484bc0edbe5 req-5fb34a54-afbe-4f16-a8f5-a28192f8b26f service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ae0395ee-74d9-4949-89c6-cf6ebc736a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947893 Sep 01 16:43:53.973973 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:54.014625 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4af15f33-3e2a-40de-970d-3484bc0edbe5 req-42ce3960-c688-4549-8d2d-192c39ece7da service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ae0395ee-74d9-4949-89c6-cf6ebc736a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899682 Sep 01 16:43:54.134836 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] get_ports_and_sgs() called for port_ids ['5fa0b631-72cd-4970-bb22-e93cf21f9acc'] {{(pid=106491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 16:43:54.181649 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:54.428198 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17d46c-a2d1-4cf5-9d8c-2aa51d86ec8e req-7d5d5ded-9e73-469a-8f52-c91ef19004e6 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:43:54.429568 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ce17d46c-a2d1-4cf5-9d8c-2aa51d86ec8e req-7d5d5ded-9e73-469a-8f52-c91ef19004e6 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c11dd8bc-ee5b-47f8-b54b-d5486b441791 HTTP/1.1" status: 200 len: 944 time: 0.0467322 Sep 01 16:43:54.481573 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-ce17d46c-a2d1-4cf5-9d8c-2aa51d86ec8e req-fe0fd4a9-770e-4e56-94ad-fcdd3065035d tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4648d1cd-fce1-4ef3-9dfe-8e2f292aa4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464060 Sep 01 16:43:54.640731 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:55.641818 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 5fa0b631-72cd-4970-bb22-e93cf21f9acc up at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:43:55.689966 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning for port 5fa0b631-72cd-4970-bb22-e93cf21f9acc completed by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 16:43:55.696159 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning complete for port 5fa0b631-72cd-4970-bb22-e93cf21f9acc triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:43:55.696521 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (5fa0b631-72cd-4970-bb22-e93cf21f9acc), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:55.766295 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25400774-d886-447e-88e2-44e61ad49c4c req-16e0e07b-7d1a-48ec-9f64-98e4641ddd5c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:43:55.768021 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-25400774-d886-447e-88e2-44e61ad49c4c req-16e0e07b-7d1a-48ec-9f64-98e4641ddd5c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c11dd8bc-ee5b-47f8-b54b-d5486b441791 HTTP/1.1" status: 200 len: 944 time: 0.2134595 Sep 01 16:43:55.770681 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 5fa0b631-72cd-4970-bb22-e93cf21f9acc is: BUILD; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:43:55.771067 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (5fa0b631-72cd-4970-bb22-e93cf21f9acc), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:55.797829 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c11dd8bc-ee5b-47f8-b54b-d5486b441791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa0b631-72cd-4970-bb22-e93cf21f9acc'}] {{(pid=106491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:43:55.800274 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27cd250e45b0eab3f9aacaaa4111d690d8ad0f5b6b5c497c1d88b56abc962a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c788175-6eb3-4fc4-880d-313588d57f20" -d '{"events": [{"server_uuid": "c11dd8bc-ee5b-47f8-b54b-d5486b441791", "name": "network-vif-plugged", "status": "completed", "tag": "5fa0b631-72cd-4970-bb22-e93cf21f9acc"}]}' {{(pid=106491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:43:55.815617 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 5fa0b631-72cd-4970-bb22-e93cf21f9acc, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=5fa0b631-72cd-4970-bb22-e93cf21f9acc,segment=NetworkSegment(0363ed2f-e965-4e31-8039-d81606d4468a),segment_id=0363ed2f-e965-4e31-8039-d81606d4468a)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:43:55.819389 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (5fa0b631-72cd-4970-bb22-e93cf21f9acc), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:55.821698 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-25400774-d886-447e-88e2-44e61ad49c4c req-f0b6e14b-210e-4d37-8dcc-9ff26a520b28 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4648d1cd-fce1-4ef3-9dfe-8e2f292aa4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465343 Sep 01 16:43:55.863205 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65705909-cb62-4ea0-aa0d-b350471b022e x-openstack-request-id: req-65705909-cb62-4ea0-aa0d-b350471b022e {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:43:55.863550 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c11dd8bc-ee5b-47f8-b54b-d5486b441791", "name": "network-vif-plugged", "status": "completed", "tag": "5fa0b631-72cd-4970-bb22-e93cf21f9acc", "code": 200}]} {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:43:55.864309 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-65705909-cb62-4ea0-aa0d-b350471b022e {{(pid=106491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:43:55.864703 dv-cinder-852209-10-iscsi neutron-server[106491]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65705909-cb62-4ea0-aa0d-b350471b022e'] response: {'server_uuid': 'c11dd8bc-ee5b-47f8-b54b-d5486b441791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa0b631-72cd-4970-bb22-e93cf21f9acc', 'code': 200} Sep 01 16:43:55.877166 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=5fa0b631-72cd-4970-bb22-e93cf21f9acc,revision_number=5']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:43:56.079151 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf6bd86-0175-4472-bad0-ff9f9a358ebd req-a4438963-6dfb-491e-ad07-af4fec77d0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:43:56.080628 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0cf6bd86-0175-4472-bad0-ff9f9a358ebd req-a4438963-6dfb-491e-ad07-af4fec77d0fb service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=c11dd8bc-ee5b-47f8-b54b-d5486b441791 HTTP/1.1" status: 200 len: 1129 time: 0.0396593 Sep 01 16:43:56.136470 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0cf6bd86-0175-4472-bad0-ff9f9a358ebd req-64474ad0-9674-46b1-9fca-2b98a8339429 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=4648d1cd-fce1-4ef3-9dfe-8e2f292aa4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495310 Sep 01 16:43:56.494605 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:56.495832 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:56.951699 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a276ad-92b5-41c8-a2a9-ec6c239fd059 req-4ebb82ca-7da6-4a50-93f7-7f40da2f2542 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:43:56.953163 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-f1a276ad-92b5-41c8-a2a9-ec6c239fd059 req-4ebb82ca-7da6-4a50-93f7-7f40da2f2542 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c11dd8bc-ee5b-47f8-b54b-d5486b441791 HTTP/1.1" status: 200 len: 945 time: 0.0526879 Sep 01 16:43:57.003052 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-f1a276ad-92b5-41c8-a2a9-ec6c239fd059 req-5806eb01-0fda-4727-8417-2644d823644e tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4648d1cd-fce1-4ef3-9dfe-8e2f292aa4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434096 Sep 01 16:43:57.192549 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:57.195998 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:DELETE=1,neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:58.183583 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f841a2-1826-4e6d-b54e-9dd9b14b420a req-488a75ac-bf90-4f16-b2ca-43f112e60608 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:43:58.185104 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a5f841a2-1826-4e6d-b54e-9dd9b14b420a req-488a75ac-bf90-4f16-b2ca-43f112e60608 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c11dd8bc-ee5b-47f8-b54b-d5486b441791 HTTP/1.1" status: 200 len: 945 time: 0.1068113 Sep 01 16:43:58.234620 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a5f841a2-1826-4e6d-b54e-9dd9b14b420a req-4a1c8dba-992b-4878-8f8b-3474dd7c4cf1 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4648d1cd-fce1-4ef3-9dfe-8e2f292aa4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436509 Sep 01 16:43:58.354449 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29975db-425f-43c8-82ae-4b48778ea997 req-00f25749-9ca6-4175-8c25-9e2b0d71ea53 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:43:58.355892 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-e29975db-425f-43c8-82ae-4b48778ea997 req-00f25749-9ca6-4175-8c25-9e2b0d71ea53 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c11dd8bc-ee5b-47f8-b54b-d5486b441791 HTTP/1.1" status: 200 len: 945 time: 0.0515695 Sep 01 16:43:58.366930 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 40026) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:43:58.371805 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-f28f7be5-c993-486a-839a-93fed228d63d tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Request body: {'floatingip': {'port_id': '5fa0b631-72cd-4970-bb22-e93cf21f9acc'}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:43:58.417438 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-f28f7be5-c993-486a-839a-93fed228d63d tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for floatingip (9d56c7ce-891a-44d8-a2bc-2fa5612705a6), before_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:58.856718 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-f28f7be5-c993-486a-839a-93fed228d63d tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:58.860298 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-f28f7be5-c993-486a-839a-93fed228d63d tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631243'] for floatingip (9d56c7ce-891a-44d8-a2bc-2fa5612705a6), after_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:58.965038 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.db.l3_db [None req-f28f7be5-c993-486a-839a-93fed228d63d tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Floating IP 9d56c7ce-891a-44d8-a2bc-2fa5612705a6 associated. External IP: 172.27.2.2, port: 5fa0b631-72cd-4970-bb22-e93cf21f9acc. Sep 01 16:43:59.155282 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:59.165304 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:59.184852 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28f7be5-c993-486a-839a-93fed228d63d tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Router 8a000a00-21da-405e-aff7-2b2ad6be6227 has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:43:59.286831 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28f7be5-c993-486a-839a-93fed228d63d tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:43:59.291852 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-f28f7be5-c993-486a-839a-93fed228d63d tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for floatingip (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:43:59.296938 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2501577c-8eed-45be-b844-9db3029966c4 None None] Sync routers for ids ['8a000a00-21da-405e-aff7-2b2ad6be6227'] in dv-cinder-852209-10-iscsi {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:43:59.308944 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2501577c-8eed-45be-b844-9db3029966c4 None None] Routers {'8a000a00-21da-405e-aff7-2b2ad6be6227'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:43:59.309186 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-2501577c-8eed-45be-b844-9db3029966c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:43:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['8a000a00-21da-405e-aff7-2b2ad6be6227'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:43:59.326139 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-f28f7be5-c993-486a-839a-93fed228d63d tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/9d56c7ce-891a-44d8-a2bc-2fa5612705a6 HTTP/1.1" status: 200 len: 989 time: 0.9579117 Sep 01 16:43:59.326585 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c11dd8bc-ee5b-47f8-b54b-d5486b441791', 'tag': '5fa0b631-72cd-4970-bb22-e93cf21f9acc'}] {{(pid=106489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:43:59.328849 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1550313f5bb77113f09716e5d1a8baf859292fcdcb636e130c538cefede5f8d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46382a2-2990-4d13-9468-621e326b31ed" -d '{"events": [{"name": "network-changed", "server_uuid": "c11dd8bc-ee5b-47f8-b54b-d5486b441791", "tag": "5fa0b631-72cd-4970-bb22-e93cf21f9acc"}]}' {{(pid=106489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:43:59.371564 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 16:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c68570-c3c5-487d-9ce4-f3fbc06c0898 x-openstack-request-id: req-a0c68570-c3c5-487d-9ce4-f3fbc06c0898 {{(pid=106489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:43:59.372195 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c11dd8bc-ee5b-47f8-b54b-d5486b441791", "tag": "5fa0b631-72cd-4970-bb22-e93cf21f9acc", "status": "completed", "code": 200}]} {{(pid=106489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:43:59.372195 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a0c68570-c3c5-487d-9ce4-f3fbc06c0898 {{(pid=106489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:43:59.373132 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0c68570-c3c5-487d-9ce4-f3fbc06c0898'] response: {'name': 'network-changed', 'server_uuid': 'c11dd8bc-ee5b-47f8-b54b-d5486b441791', 'tag': '5fa0b631-72cd-4970-bb22-e93cf21f9acc', 'status': 'completed', 'code': 200} Sep 01 16:43:59.468028 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46382a2-2990-4d13-9468-621e326b31ed req-61151d22-a584-4ad1-af6a-c20132a07cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:43:59.469853 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a46382a2-2990-4d13-9468-621e326b31ed req-61151d22-a584-4ad1-af6a-c20132a07cfc service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=9b9aa20e1ffb453d9ee13dd6ae2c25ef&device_id=c11dd8bc-ee5b-47f8-b54b-d5486b441791 HTTP/1.1" status: 200 len: 1129 time: 0.0511210 Sep 01 16:43:59.489229 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-2501577c-8eed-45be-b844-9db3029966c4 None None] Set router 8a000a00-21da-405e-aff7-2b2ad6be6227 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:43:59.562143 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46382a2-2990-4d13-9468-621e326b31ed req-0e9f9d6c-e5ea-4216-bd82-3cc9ff8646f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:43:59.562463 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:59.564573 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a46382a2-2990-4d13-9468-621e326b31ed req-0e9f9d6c-e5ea-4216-bd82-3cc9ff8646f4 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=ae0395ee-74d9-4949-89c6-cf6ebc736a46 HTTP/1.1" status: 200 len: 916 time: 0.0889955 Sep 01 16:43:59.631311 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a46382a2-2990-4d13-9468-621e326b31ed req-9779264f-a55d-4395-8f2e-74343dc9d40e service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fa0b631-72cd-4970-bb22-e93cf21f9acc HTTP/1.1" status: 200 len: 997 time: 0.0608783 Sep 01 16:43:59.683559 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46382a2-2990-4d13-9468-621e326b31ed req-6fa641b3-82d9-40f2-b1b7-4db4ceb97419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:43:59.685033 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a46382a2-2990-4d13-9468-621e326b31ed req-6fa641b3-82d9-40f2-b1b7-4db4ceb97419 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e9b0dd6e-b554-478d-81fd-0da60f4e81d8 HTTP/1.1" status: 200 len: 854 time: 0.0466192 Sep 01 16:43:59.728975 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46382a2-2990-4d13-9468-621e326b31ed req-a7b5194d-7607-442c-9b53-fea1d00e2b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:43:59.730391 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a46382a2-2990-4d13-9468-621e326b31ed req-a7b5194d-7607-442c-9b53-fea1d00e2b61 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=ae0395ee-74d9-4949-89c6-cf6ebc736a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394945 Sep 01 16:43:59.754138 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-2501577c-8eed-45be-b844-9db3029966c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'name': 'tempest-AttachVolumeNegativeTest-1256010836-router', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:41:37Z', 'updated_at': '2022-09-01T16:41:40Z', 'revision_number': 4, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'gw_port': {'id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:38:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:38Z', 'updated_at': '2022-09-01T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': '9d56c7ce-891a-44d8-a2bc-2fa5612705a6', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'port_id': '5fa0b631-72cd-4970-bb22-e93cf21f9acc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'mac_address': 'fa:16:3e:85:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11dd8bc-ee5b-47f8-b54b-d5486b441791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:43:48Z', 'updated_at': '2022-09-01T16:43:58Z', 'revision_number': 1, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087328a0-d3ac-421a-9dc7-4759db8aec06', 'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'mac_address': 'fa:16:3e:1b:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:39Z', 'updated_at': '2022-09-01T16:41:45Z', 'revision_number': 5, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'subnets': [{'id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:43:59.779349 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2501577c-8eed-45be-b844-9db3029966c4 None None] Checking router: 8a000a00-21da-405e-aff7-2b2ad6be6227 for host: dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:43:59.788385 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2501577c-8eed-45be-b844-9db3029966c4 None None] Routers {'8a000a00-21da-405e-aff7-2b2ad6be6227'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:43:59.788992 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-2501577c-8eed-45be-b844-9db3029966c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:43:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['8a000a00-21da-405e-aff7-2b2ad6be6227'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:43:59.791620 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:43:59.911372 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-2501577c-8eed-45be-b844-9db3029966c4 None None] Set router 8a000a00-21da-405e-aff7-2b2ad6be6227 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:44:00.095694 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a46382a2-2990-4d13-9468-621e326b31ed req-f69f221a-8f1b-4f2b-ae45-a6c50bffa410 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ae0395ee-74d9-4949-89c6-cf6ebc736a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590879 Sep 01 16:44:00.140243 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-2501577c-8eed-45be-b844-9db3029966c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'name': 'tempest-AttachVolumeNegativeTest-1256010836-router', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:41:37Z', 'updated_at': '2022-09-01T16:41:40Z', 'revision_number': 4, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'gw_port': {'id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:38:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:38Z', 'updated_at': '2022-09-01T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': '9d56c7ce-891a-44d8-a2bc-2fa5612705a6', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'port_id': '5fa0b631-72cd-4970-bb22-e93cf21f9acc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'mac_address': 'fa:16:3e:85:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11dd8bc-ee5b-47f8-b54b-d5486b441791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:43:48Z', 'updated_at': '2022-09-01T16:43:58Z', 'revision_number': 1, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087328a0-d3ac-421a-9dc7-4759db8aec06', 'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'mac_address': 'fa:16:3e:1b:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:39Z', 'updated_at': '2022-09-01T16:41:45Z', 'revision_number': 5, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'subnets': [{'id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:44:00.166509 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2501577c-8eed-45be-b844-9db3029966c4 None None] The sync data for ids ['8a000a00-21da-405e-aff7-2b2ad6be6227'] in dv-cinder-852209-10-iscsi is: [{'id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'name': 'tempest-AttachVolumeNegativeTest-1256010836-router', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:41:37Z', 'updated_at': '2022-09-01T16:41:40Z', 'revision_number': 4, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'gw_port': {'id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:38:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:38Z', 'updated_at': '2022-09-01T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': '9d56c7ce-891a-44d8-a2bc-2fa5612705a6', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'port_id': '5fa0b631-72cd-4970-bb22-e93cf21f9acc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'mac_address': 'fa:16:3e:85:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11dd8bc-ee5b-47f8-b54b-d5486b441791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:43:48Z', 'updated_at': '2022-09-01T16:43:58Z', 'revision_number': 1, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087328a0-d3ac-421a-9dc7-4759db8aec06', 'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'mac_address': 'fa:16:3e:1b:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:39Z', 'updated_at': '2022-09-01T16:41:45Z', 'revision_number': 5, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'subnets': [{'id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:44:00.192385 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a46382a2-2990-4d13-9468-621e326b31ed req-2b6358f7-cdef-4409-afc4-af6de1b062cc service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ae0395ee-74d9-4949-89c6-cf6ebc736a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901113 Sep 01 16:44:00.355077 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2b6824-ad72-4581-b756-9e082e6964c8 None None] New status for floating IP 9d56c7ce-891a-44d8-a2bc-2fa5612705a6: ACTIVE {{(pid=106492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 16:44:00.772062 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.agents_db [None req-09d9e05d-4d55-4c1e-8994-77c39c5d0c8d None None] Agent healthcheck: found 6 active agents {{(pid=106492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:44:04.205194 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (294a3787-103d-4a51-bc9c-bc09638a7966), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:05.665457 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 40032) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:44:05.807086 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.plugin [None req-0f5fdd1e-cf72-4f79-96a7-995bd67c6ee1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Deleting port 70df53f6-b5d2-42ed-919e-6c6a60279621 {{(pid=106489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:44:05.807420 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-0f5fdd1e-cf72-4f79-96a7-995bd67c6ee1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (70df53f6-b5d2-42ed-919e-6c6a60279621), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:05.883804 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-0f5fdd1e-cf72-4f79-96a7-995bd67c6ee1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (70df53f6-b5d2-42ed-919e-6c6a60279621), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:05.884160 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-0f5fdd1e-cf72-4f79-96a7-995bd67c6ee1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for floatingip (70df53f6-b5d2-42ed-919e-6c6a60279621), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:05.896405 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.plugin [None req-0f5fdd1e-cf72-4f79-96a7-995bd67c6ee1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Calling delete_port for 70df53f6-b5d2-42ed-919e-6c6a60279621 owned by network:floatingip {{(pid=106489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:44:06.038647 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-0f5fdd1e-cf72-4f79-96a7-995bd67c6ee1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261346675'] for port (70df53f6-b5d2-42ed-919e-6c6a60279621), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:06.062334 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5fdd1e-cf72-4f79-96a7-995bd67c6ee1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Pushing event deleted for resources: {'Port': ['ID=70df53f6-b5d2-42ed-919e-6c6a60279621,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:06.076289 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fdd1e-cf72-4f79-96a7-995bd67c6ee1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:44:06.076638 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fdd1e-cf72-4f79-96a7-995bd67c6ee1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:44:06.076975 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fdd1e-cf72-4f79-96a7-995bd67c6ee1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:44:06.077303 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fdd1e-cf72-4f79-96a7-995bd67c6ee1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:44:06.077624 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fdd1e-cf72-4f79-96a7-995bd67c6ee1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:44:06.077947 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fdd1e-cf72-4f79-96a7-995bd67c6ee1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:44:06.078287 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fdd1e-cf72-4f79-96a7-995bd67c6ee1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:44:06.078611 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fdd1e-cf72-4f79-96a7-995bd67c6ee1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:44:06.078929 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fdd1e-cf72-4f79-96a7-995bd67c6ee1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:44:06.079245 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fdd1e-cf72-4f79-96a7-995bd67c6ee1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:44:06.079561 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fdd1e-cf72-4f79-96a7-995bd67c6ee1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:44:06.079879 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fdd1e-cf72-4f79-96a7-995bd67c6ee1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:44:06.080198 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fdd1e-cf72-4f79-96a7-995bd67c6ee1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:44:06.080518 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fdd1e-cf72-4f79-96a7-995bd67c6ee1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:44:06.080839 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5fdd1e-cf72-4f79-96a7-995bd67c6ee1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:44:06.140235 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-0f5fdd1e-cf72-4f79-96a7-995bd67c6ee1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for floatingip (b535e2c9-761f-4b43-a9f4-0199c3e37646), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:06.140654 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.db.l3_db [None req-0f5fdd1e-cf72-4f79-96a7-995bd67c6ee1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Floating IP b535e2c9-761f-4b43-a9f4-0199c3e37646 disassociated (deleted). External IP: 172.27.2.39, port: 246797ab-f380-41b3-b1f0-53ace837a15f. Sep 01 16:44:06.532155 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:06.554212 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:06.559504 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5fdd1e-cf72-4f79-96a7-995bd67c6ee1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Router 44ce9774-bc81-4784-aca4-f5c4cee1383b has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:44:06.661205 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5fdd1e-cf72-4f79-96a7-995bd67c6ee1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:44:06.665833 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-0f5fdd1e-cf72-4f79-96a7-995bd67c6ee1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for floatingip (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:06.673220 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b6e962-b427-4e09-9e14-278a0d02b800 None None] Sync routers for ids ['44ce9774-bc81-4784-aca4-f5c4cee1383b'] in dv-cinder-852209-10-iscsi {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:44:06.682751 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b6e962-b427-4e09-9e14-278a0d02b800 None None] Routers {'44ce9774-bc81-4784-aca4-f5c4cee1383b'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:44:06.683343 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-b6b6e962-b427-4e09-9e14-278a0d02b800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:43:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['44ce9774-bc81-4784-aca4-f5c4cee1383b'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:44:06.699250 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-0f5fdd1e-cf72-4f79-96a7-995bd67c6ee1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/b535e2c9-761f-4b43-a9f4-0199c3e37646 HTTP/1.1" status: 204 len: 168 time: 1.0327270 Sep 01 16:44:06.699975 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05425634-c94f-4f95-a99b-ee2058fd092d', 'tag': '246797ab-f380-41b3-b1f0-53ace837a15f'}] {{(pid=106489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:44:06.702357 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1550313f5bb77113f09716e5d1a8baf859292fcdcb636e130c538cefede5f8d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6efc08b-78b2-46b7-b995-bb3b95f577ab" -d '{"events": [{"name": "network-changed", "server_uuid": "05425634-c94f-4f95-a99b-ee2058fd092d", "tag": "246797ab-f380-41b3-b1f0-53ace837a15f"}]}' {{(pid=106489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:44:06.754905 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 16:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc0a1d4-d278-41e2-aecc-2a737ee2be7b x-openstack-request-id: req-8fc0a1d4-d278-41e2-aecc-2a737ee2be7b {{(pid=106489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:44:06.755194 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05425634-c94f-4f95-a99b-ee2058fd092d", "tag": "246797ab-f380-41b3-b1f0-53ace837a15f", "status": "completed", "code": 200}]} {{(pid=106489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:44:06.755448 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8fc0a1d4-d278-41e2-aecc-2a737ee2be7b {{(pid=106489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:44:06.755854 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fc0a1d4-d278-41e2-aecc-2a737ee2be7b'] response: {'name': 'network-changed', 'server_uuid': '05425634-c94f-4f95-a99b-ee2058fd092d', 'tag': '246797ab-f380-41b3-b1f0-53ace837a15f', 'status': 'completed', 'code': 200} Sep 01 16:44:06.790372 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-b6b6e962-b427-4e09-9e14-278a0d02b800 None None] Set router 44ce9774-bc81-4784-aca4-f5c4cee1383b gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:44:06.884204 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6efc08b-78b2-46b7-b995-bb3b95f577ab req-727819f6-d107-4053-b573-465880487c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:06.885785 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a6efc08b-78b2-46b7-b995-bb3b95f577ab req-727819f6-d107-4053-b573-465880487c7b service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=4b6bf55e6c5e47f3895e135c4d6dc3ff&device_id=05425634-c94f-4f95-a99b-ee2058fd092d HTTP/1.1" status: 200 len: 1130 time: 0.0561397 Sep 01 16:44:06.923597 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:06.934425 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0aee4-667a-4a74-8b7e-a002dabe90a0 req-f1c1778e-aed9-4f48-b11a-07f217b4f68c tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:06.935978 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-8cc0aee4-667a-4a74-8b7e-a002dabe90a0 req-f1c1778e-aed9-4f48-b11a-07f217b4f68c tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05425634-c94f-4f95-a99b-ee2058fd092d HTTP/1.1" status: 200 len: 946 time: 0.0464299 Sep 01 16:44:06.997314 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-8cc0aee4-667a-4a74-8b7e-a002dabe90a0 req-bf9d41c6-1a8f-4c58-bb17-2d92efc08d21 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537612 Sep 01 16:44:07.024398 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-b6b6e962-b427-4e09-9e14-278a0d02b800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'name': 'tempest-TestVolumeBootPattern-220569807-router', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:10Z', 'revision_number': 4, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'gw_port': {'id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': 'af064959-c658-41e0-a3b3-25f05a8ead15', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'port_id': '086e5891-69d8-40bc-9506-7d948bca1db9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8', 'mac_address': 'fa:16:3e:53:7c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8a5228-091c-490d-8790-3cd53e77b5d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:40:21Z', 'updated_at': '2022-09-01T16:40:23Z', 'revision_number': 1, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7dc9e68-2496-41d3-a624-ba30aa708ad6', 'name': '', 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'mac_address': 'fa:16:3e:65:be:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '1de59a85-ac00-434c-9a09-dffa079bb909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:09Z', 'updated_at': '2022-09-01T16:36:17Z', 'revision_number': 5, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'subnets': [{'id': '1de59a85-ac00-434c-9a09-dffa079bb909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:44:07.050999 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b6e962-b427-4e09-9e14-278a0d02b800 None None] Checking router: 44ce9774-bc81-4784-aca4-f5c4cee1383b for host: dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:44:07.056997 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:07.060484 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b6e962-b427-4e09-9e14-278a0d02b800 None None] Routers {'44ce9774-bc81-4784-aca4-f5c4cee1383b'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:44:07.061078 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-b6b6e962-b427-4e09-9e14-278a0d02b800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:43:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['44ce9774-bc81-4784-aca4-f5c4cee1383b'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:44:07.162406 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-b6b6e962-b427-4e09-9e14-278a0d02b800 None None] Set router 44ce9774-bc81-4784-aca4-f5c4cee1383b gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:44:07.444736 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=100 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:07.492665 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-b6b6e962-b427-4e09-9e14-278a0d02b800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'name': 'tempest-TestVolumeBootPattern-220569807-router', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:10Z', 'revision_number': 4, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'gw_port': {'id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': 'af064959-c658-41e0-a3b3-25f05a8ead15', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'port_id': '086e5891-69d8-40bc-9506-7d948bca1db9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8', 'mac_address': 'fa:16:3e:53:7c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8a5228-091c-490d-8790-3cd53e77b5d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:40:21Z', 'updated_at': '2022-09-01T16:40:23Z', 'revision_number': 1, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7dc9e68-2496-41d3-a624-ba30aa708ad6', 'name': '', 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'mac_address': 'fa:16:3e:65:be:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '1de59a85-ac00-434c-9a09-dffa079bb909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:09Z', 'updated_at': '2022-09-01T16:36:17Z', 'revision_number': 5, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'subnets': [{'id': '1de59a85-ac00-434c-9a09-dffa079bb909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:44:07.518299 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b6e962-b427-4e09-9e14-278a0d02b800 None None] The sync data for ids ['44ce9774-bc81-4784-aca4-f5c4cee1383b'] in dv-cinder-852209-10-iscsi is: [{'id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'name': 'tempest-TestVolumeBootPattern-220569807-router', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:10Z', 'revision_number': 4, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'gw_port': {'id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': 'af064959-c658-41e0-a3b3-25f05a8ead15', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'port_id': '086e5891-69d8-40bc-9506-7d948bca1db9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8', 'mac_address': 'fa:16:3e:53:7c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8a5228-091c-490d-8790-3cd53e77b5d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:40:21Z', 'updated_at': '2022-09-01T16:40:23Z', 'revision_number': 1, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7dc9e68-2496-41d3-a624-ba30aa708ad6', 'name': '', 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'mac_address': 'fa:16:3e:65:be:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '1de59a85-ac00-434c-9a09-dffa079bb909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:09Z', 'updated_at': '2022-09-01T16:36:17Z', 'revision_number': 5, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'subnets': [{'id': '1de59a85-ac00-434c-9a09-dffa079bb909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:44:07.754302 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e8f729-3de3-41e1-ba27-2697d11e2fd1 None None] New status for floating IP b535e2c9-761f-4b43-a9f4-0199c3e37646: DOWN {{(pid=106492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 16:44:08.114032 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:08.119422 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6efc08b-78b2-46b7-b995-bb3b95f577ab req-6039b24b-fe18-4144-9f7c-2c5bd261b23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:08.120885 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a6efc08b-78b2-46b7-b995-bb3b95f577ab req-6039b24b-fe18-4144-9f7c-2c5bd261b23b service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=5fae8c7f-11cf-4ab3-8c34-e624963abdb8 HTTP/1.1" status: 200 len: 912 time: 0.0960040 Sep 01 16:44:08.128868 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb57d5-8a1d-4e7e-b5fb-c2d3772ef3bb req-04766b1d-a7a7-4c23-91c0-0f7708f8fea8 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:08.129939 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-adfb57d5-8a1d-4e7e-b5fb-c2d3772ef3bb req-04766b1d-a7a7-4c23-91c0-0f7708f8fea8 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05425634-c94f-4f95-a99b-ee2058fd092d HTTP/1.1" status: 200 len: 946 time: 0.0484593 Sep 01 16:44:08.180437 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-adfb57d5-8a1d-4e7e-b5fb-c2d3772ef3bb req-9584a38a-e0f6-4bf3-8e92-9b82efcd6146 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446656 Sep 01 16:44:08.356553 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a6efc08b-78b2-46b7-b995-bb3b95f577ab req-7775c160-f1d7-49ca-9aa9-7b1a8fb4d5b4 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=246797ab-f380-41b3-b1f0-53ace837a15f HTTP/1.1" status: 200 len: 217 time: 0.0340734 Sep 01 16:44:08.405404 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6efc08b-78b2-46b7-b995-bb3b95f577ab req-5b3867cb-eb47-4da6-a066-2f96af0cb1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:08.406855 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a6efc08b-78b2-46b7-b995-bb3b95f577ab req-5b3867cb-eb47-4da6-a066-2f96af0cb1a0 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=1de59a85-ac00-434c-9a09-dffa079bb909 HTTP/1.1" status: 200 len: 850 time: 0.0441225 Sep 01 16:44:08.449171 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6efc08b-78b2-46b7-b995-bb3b95f577ab req-cea30d31-609e-4ad1-a0a6-c2cc02a6d2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:08.450657 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a6efc08b-78b2-46b7-b995-bb3b95f577ab req-cea30d31-609e-4ad1-a0a6-c2cc02a6d2d7 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=5fae8c7f-11cf-4ab3-8c34-e624963abdb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377557 Sep 01 16:44:08.673517 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a6efc08b-78b2-46b7-b995-bb3b95f577ab req-c75eb945-ec1a-4f49-8d36-1db0ec2fc588 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/5fae8c7f-11cf-4ab3-8c34-e624963abdb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926640 Sep 01 16:44:08.808122 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4c726-a588-4680-ac16-11724843e99b req-91cfacfc-bf7d-40e3-8108-b56248626f01 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:08.809537 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-42b4c726-a588-4680-ac16-11724843e99b req-91cfacfc-bf7d-40e3-8108-b56248626f01 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=05425634-c94f-4f95-a99b-ee2058fd092d HTTP/1.1" status: 200 len: 946 time: 0.0907159 Sep 01 16:44:08.869026 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a6efc08b-78b2-46b7-b995-bb3b95f577ab req-5bb10035-a371-430d-9966-e4623013b64c service neutron] 10.222.0.77 "GET /networking/v2.0/networks/5fae8c7f-11cf-4ab3-8c34-e624963abdb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590838 Sep 01 16:44:08.916649 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [req-42b4c726-a588-4680-ac16-11724843e99b req-ccb7ca7a-b91f-4db4-9e85-ff21579d6672 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Deleting port 246797ab-f380-41b3-b1f0-53ace837a15f {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:44:08.916978 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-42b4c726-a588-4680-ac16-11724843e99b req-ccb7ca7a-b91f-4db4-9e85-ff21579d6672 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (246797ab-f380-41b3-b1f0-53ace837a15f), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:09.008942 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-42b4c726-a588-4680-ac16-11724843e99b req-ccb7ca7a-b91f-4db4-9e85-ff21579d6672 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] For port 246797ab-f380-41b3-b1f0-53ace837a15f, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=246797ab-f380-41b3-b1f0-53ace837a15f,segment=NetworkSegment(bbd04979-a082-42b3-a384-0dd9dbff408c),segment_id=bbd04979-a082-42b3-a384-0dd9dbff408c)] {{(pid=106490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:44:09.009303 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-42b4c726-a588-4680-ac16-11724843e99b req-ccb7ca7a-b91f-4db4-9e85-ff21579d6672 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (246797ab-f380-41b3-b1f0-53ace837a15f), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:09.022385 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [req-42b4c726-a588-4680-ac16-11724843e99b req-ccb7ca7a-b91f-4db4-9e85-ff21579d6672 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Calling delete_port for 246797ab-f380-41b3-b1f0-53ace837a15f owned by compute:nova {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:44:09.153982 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-42b4c726-a588-4680-ac16-11724843e99b req-ccb7ca7a-b91f-4db4-9e85-ff21579d6672 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (246797ab-f380-41b3-b1f0-53ace837a15f), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:09.182765 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb7ca7a-b91f-4db4-9e85-ff21579d6672 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Pushing event deleted for resources: {'Port': ['ID=246797ab-f380-41b3-b1f0-53ace837a15f,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:09.230735 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b4c726-a588-4680-ac16-11724843e99b req-ccb7ca7a-b91f-4db4-9e85-ff21579d6672 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] No DVR routers for this DVR port 246797ab-f380-41b3-b1f0-53ace837a15f on host hv-cinder-85220 {{(pid=106490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 16:44:09.233673 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-42b4c726-a588-4680-ac16-11724843e99b req-ccb7ca7a-b91f-4db4-9e85-ff21579d6672 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:09.237660 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-42b4c726-a588-4680-ac16-11724843e99b req-ccb7ca7a-b91f-4db4-9e85-ff21579d6672 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.77 "DELETE /networking/v2.0/ports/246797ab-f380-41b3-b1f0-53ace837a15f HTTP/1.1" status: 204 len: 173 time: 0.4217093 Sep 01 16:44:09.238685 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05425634-c94f-4f95-a99b-ee2058fd092d', 'name': 'network-vif-deleted', 'tag': '246797ab-f380-41b3-b1f0-53ace837a15f'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:44:09.241042 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8aa3d84-4e8b-458d-8112-c4f7f55d04c6" -d '{"events": [{"server_uuid": "05425634-c94f-4f95-a99b-ee2058fd092d", "name": "network-vif-deleted", "tag": "246797ab-f380-41b3-b1f0-53ace837a15f"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:44:09.285314 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc5d8ad-8ee5-42a9-ba87-04a1a7b586a4 x-openstack-request-id: req-bbc5d8ad-8ee5-42a9-ba87-04a1a7b586a4 {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:44:09.285604 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05425634-c94f-4f95-a99b-ee2058fd092d", "name": "network-vif-deleted", "tag": "246797ab-f380-41b3-b1f0-53ace837a15f", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:44:09.285850 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bbc5d8ad-8ee5-42a9-ba87-04a1a7b586a4 {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:44:09.286273 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbc5d8ad-8ee5-42a9-ba87-04a1a7b586a4'] response: {'server_uuid': '05425634-c94f-4f95-a99b-ee2058fd092d', 'name': 'network-vif-deleted', 'tag': '246797ab-f380-41b3-b1f0-53ace837a15f', 'status': 'completed', 'code': 200} Sep 01 16:44:09.306927 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7c469363-60b4-43bf-86de-a1246be93b8f req-2a405d79-efbc-4d50-b257-43172b8c8539 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05425634-c94f-4f95-a99b-ee2058fd092d HTTP/1.1" status: 200 len: 210 time: 0.0343592 Sep 01 16:44:10.897399 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d3d7ce72-3ea4-489b-ac21-83deebb1a0c0 req-cc3bd7e2-1920-43b0-ba3f-4dc6d0a7369a service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385959 Sep 01 16:44:11.002486 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d7ce72-3ea4-489b-ac21-83deebb1a0c0 req-a5ae3721-81ab-4060-908c-ede02bd52ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:11.004266 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d3d7ce72-3ea4-489b-ac21-83deebb1a0c0 req-a5ae3721-81ab-4060-908c-ede02bd52ffe service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=b683a11c21fe4dd389a006f051576a1b&device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 1129 time: 0.0423574 Sep 01 16:44:11.041681 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:11.109971 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d7ce72-3ea4-489b-ac21-83deebb1a0c0 req-a6b2eea8-3ec0-4d51-8512-d9cc624df5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:11.111439 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d3d7ce72-3ea4-489b-ac21-83deebb1a0c0 req-a6b2eea8-3ec0-4d51-8512-d9cc624df5b2 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=b36a9745-9290-42e8-afea-e40aab2f41b5 HTTP/1.1" status: 200 len: 909 time: 0.0901642 Sep 01 16:44:11.123165 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:11.173505 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d3d7ce72-3ea4-489b-ac21-83deebb1a0c0 req-cea1aa2b-e02a-4d0c-8179-b1bba561dee5 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85932ff9-5198-4161-a8d5-3f43070b4618 HTTP/1.1" status: 200 len: 1000 time: 0.0556211 Sep 01 16:44:11.224175 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d7ce72-3ea4-489b-ac21-83deebb1a0c0 req-f6c268e4-67cd-44ef-b308-183359fd1737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:11.225586 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d3d7ce72-3ea4-489b-ac21-83deebb1a0c0 req-f6c268e4-67cd-44ef-b308-183359fd1737 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=f1beef4d-dfb1-4a05-8a44-08c9bc10a278 HTTP/1.1" status: 200 len: 847 time: 0.0467651 Sep 01 16:44:11.266945 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d7ce72-3ea4-489b-ac21-83deebb1a0c0 req-2304caed-2475-4bbb-b09c-798afe54f0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:11.268306 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d3d7ce72-3ea4-489b-ac21-83deebb1a0c0 req-2304caed-2475-4bbb-b09c-798afe54f0c7 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=b36a9745-9290-42e8-afea-e40aab2f41b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0374768 Sep 01 16:44:11.357095 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d3d7ce72-3ea4-489b-ac21-83deebb1a0c0 req-45b3ea04-59a3-416c-9afe-9a5e16dde6c1 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b36a9745-9290-42e8-afea-e40aab2f41b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822916 Sep 01 16:44:11.448877 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-d3d7ce72-3ea4-489b-ac21-83deebb1a0c0 req-289ce9e2-a56c-40f7-82fe-2322d5d7d34a service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b36a9745-9290-42e8-afea-e40aab2f41b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860996 Sep 01 16:44:11.758752 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 246797ab-f380-41b3-b1f0-53ace837a15f no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:44:11.780245 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] No Port match for: 246797ab-f380-41b3-b1f0-53ace837a15f {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:44:11.780500 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 246797ab-f380-41b3-b1f0-53ace837a15f not bound to the agent host hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:44:11.841199 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 40060) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:44:11.995887 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.plugin [None req-125afaa6-5e3e-4f17-9e8a-f74ea887abd7 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Deleting port 70c40736-9886-4234-bdee-4fd1ea73ca32 {{(pid=106489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:44:11.996229 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-125afaa6-5e3e-4f17-9e8a-f74ea887abd7 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (70c40736-9886-4234-bdee-4fd1ea73ca32), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:12.078550 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-125afaa6-5e3e-4f17-9e8a-f74ea887abd7 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (70c40736-9886-4234-bdee-4fd1ea73ca32), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:12.078877 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-125afaa6-5e3e-4f17-9e8a-f74ea887abd7 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks [] for floatingip (70c40736-9886-4234-bdee-4fd1ea73ca32), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:12.091756 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.plugin [None req-125afaa6-5e3e-4f17-9e8a-f74ea887abd7 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Calling delete_port for 70c40736-9886-4234-bdee-4fd1ea73ca32 owned by network:floatingip {{(pid=106489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:44:12.244203 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-125afaa6-5e3e-4f17-9e8a-f74ea887abd7 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261346675'] for port (70c40736-9886-4234-bdee-4fd1ea73ca32), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:12.266924 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125afaa6-5e3e-4f17-9e8a-f74ea887abd7 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Pushing event deleted for resources: {'Port': ['ID=70c40736-9886-4234-bdee-4fd1ea73ca32,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:12.335722 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-125afaa6-5e3e-4f17-9e8a-f74ea887abd7 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks [] for floatingip (3643246e-9f0a-408d-a313-21111b0e3814), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:12.335953 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.db.l3_db [None req-125afaa6-5e3e-4f17-9e8a-f74ea887abd7 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Floating IP 3643246e-9f0a-408d-a313-21111b0e3814 disassociated (deleted). External IP: 172.27.2.57, port: 85932ff9-5198-4161-a8d5-3f43070b4618. Sep 01 16:44:12.477086 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:12.491357 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:12.550847 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125afaa6-5e3e-4f17-9e8a-f74ea887abd7 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Router 9d66326f-fa24-4aff-979d-af57251fc6b7 has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:44:12.627144 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 40066) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:44:12.663978 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125afaa6-5e3e-4f17-9e8a-f74ea887abd7 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:44:12.668816 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-125afaa6-5e3e-4f17-9e8a-f74ea887abd7 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for floatingip (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:12.675765 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ffe2c7-4683-45dc-8ce1-3b04dd7e7025 None None] Sync routers for ids ['9d66326f-fa24-4aff-979d-af57251fc6b7'] in dv-cinder-852209-10-iscsi {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:44:12.690157 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ffe2c7-4683-45dc-8ce1-3b04dd7e7025 None None] Routers {'9d66326f-fa24-4aff-979d-af57251fc6b7'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:44:12.691267 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-b3ffe2c7-4683-45dc-8ce1-3b04dd7e7025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:43:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['9d66326f-fa24-4aff-979d-af57251fc6b7'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:44:12.703404 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-125afaa6-5e3e-4f17-9e8a-f74ea887abd7 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/3643246e-9f0a-408d-a313-21111b0e3814 HTTP/1.1" status: 204 len: 168 time: 0.8584960 Sep 01 16:44:12.703404 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad0df24-0b95-4583-9017-6322bebd55a0', 'tag': '85932ff9-5198-4161-a8d5-3f43070b4618'}] {{(pid=106489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:44:12.704200 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1550313f5bb77113f09716e5d1a8baf859292fcdcb636e130c538cefede5f8d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388fb1ab-2948-4a5e-8412-2c4b530c3246" -d '{"events": [{"name": "network-changed", "server_uuid": "fad0df24-0b95-4583-9017-6322bebd55a0", "tag": "85932ff9-5198-4161-a8d5-3f43070b4618"}]}' {{(pid=106489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:44:12.750700 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 16:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f7822b-505e-42a6-b7c7-d8f9fc43715f x-openstack-request-id: req-72f7822b-505e-42a6-b7c7-d8f9fc43715f {{(pid=106489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:44:12.751159 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fad0df24-0b95-4583-9017-6322bebd55a0", "tag": "85932ff9-5198-4161-a8d5-3f43070b4618", "status": "completed", "code": 200}]} {{(pid=106489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:44:12.751477 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-72f7822b-505e-42a6-b7c7-d8f9fc43715f {{(pid=106489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:44:12.752012 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72f7822b-505e-42a6-b7c7-d8f9fc43715f'] response: {'name': 'network-changed', 'server_uuid': 'fad0df24-0b95-4583-9017-6322bebd55a0', 'tag': '85932ff9-5198-4161-a8d5-3f43070b4618', 'status': 'completed', 'code': 200} Sep 01 16:44:12.785708 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-359cd27d-56ef-4a06-a368-8b8c04ad8e7d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Deleting port 2070ebb4-6ba6-48be-b346-e0f7be4bf89d {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:44:12.786060 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-359cd27d-56ef-4a06-a368-8b8c04ad8e7d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (2070ebb4-6ba6-48be-b346-e0f7be4bf89d), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:12.826399 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-b3ffe2c7-4683-45dc-8ce1-3b04dd7e7025 None None] Set router 9d66326f-fa24-4aff-979d-af57251fc6b7 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:44:12.902817 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fb1ab-2948-4a5e-8412-2c4b530c3246 req-ca95b0bc-0517-4b4e-afd3-b01412974205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:12.904412 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-388fb1ab-2948-4a5e-8412-2c4b530c3246 req-ca95b0bc-0517-4b4e-afd3-b01412974205 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=b683a11c21fe4dd389a006f051576a1b&device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 1129 time: 0.1006238 Sep 01 16:44:12.952137 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-359cd27d-56ef-4a06-a368-8b8c04ad8e7d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (2070ebb4-6ba6-48be-b346-e0f7be4bf89d), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:12.953035 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-359cd27d-56ef-4a06-a368-8b8c04ad8e7d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for floatingip (2070ebb4-6ba6-48be-b346-e0f7be4bf89d), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:12.970270 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-359cd27d-56ef-4a06-a368-8b8c04ad8e7d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Calling delete_port for 2070ebb4-6ba6-48be-b346-e0f7be4bf89d owned by network:floatingip {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:44:12.971431 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19a501-30a5-4c9a-9b8c-b6c53e7195dd req-435677f9-01e6-48f7-8710-3af5ac0e7950 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:12.978752 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-ad19a501-30a5-4c9a-9b8c-b6c53e7195dd req-435677f9-01e6-48f7-8710-3af5ac0e7950 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 945 time: 0.0575478 Sep 01 16:44:13.031038 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-b3ffe2c7-4683-45dc-8ce1-3b04dd7e7025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d66326f-fa24-4aff-979d-af57251fc6b7', 'name': 'tempest-TestShelveInstance-187662186-router', 'tenant_id': 'b683a11c21fe4dd389a006f051576a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:39:28Z', 'updated_at': '2022-09-01T16:39:31Z', 'revision_number': 4, 'project_id': 'b683a11c21fe4dd389a006f051576a1b', 'gw_port': {'id': '1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d66326f-fa24-4aff-979d-af57251fc6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:39:29Z', 'updated_at': '2022-09-01T16:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '6544a95e-7780-4c06-929a-8c207d1630d1', 'name': '', 'network_id': 'b36a9745-9290-42e8-afea-e40aab2f41b5', 'tenant_id': 'b683a11c21fe4dd389a006f051576a1b', 'mac_address': 'fa:16:3e:2d:70:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d66326f-fa24-4aff-979d-af57251fc6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'f1beef4d-dfb1-4a05-8a44-08c9bc10a278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:39:31Z', 'updated_at': '2022-09-01T16:39:37Z', 'revision_number': 5, 'project_id': 'b683a11c21fe4dd389a006f051576a1b', 'subnets': [{'id': 'f1beef4d-dfb1-4a05-8a44-08c9bc10a278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:44:13.033661 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-ad19a501-30a5-4c9a-9b8c-b6c53e7195dd req-18867d1a-7e0a-4470-b1eb-074f1273b6f0 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540667 Sep 01 16:44:13.062782 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ffe2c7-4683-45dc-8ce1-3b04dd7e7025 None None] Checking router: 9d66326f-fa24-4aff-979d-af57251fc6b7 for host: dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:44:13.072446 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ffe2c7-4683-45dc-8ce1-3b04dd7e7025 None None] Routers {'9d66326f-fa24-4aff-979d-af57251fc6b7'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:44:13.073082 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-b3ffe2c7-4683-45dc-8ce1-3b04dd7e7025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:43:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['9d66326f-fa24-4aff-979d-af57251fc6b7'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:44:13.160690 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-359cd27d-56ef-4a06-a368-8b8c04ad8e7d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (2070ebb4-6ba6-48be-b346-e0f7be4bf89d), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:13.184104 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-b3ffe2c7-4683-45dc-8ce1-3b04dd7e7025 None None] Set router 9d66326f-fa24-4aff-979d-af57251fc6b7 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:44:13.186612 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359cd27d-56ef-4a06-a368-8b8c04ad8e7d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Pushing event deleted for resources: {'Port': ['ID=2070ebb4-6ba6-48be-b346-e0f7be4bf89d,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:13.216552 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:13.258629 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-359cd27d-56ef-4a06-a368-8b8c04ad8e7d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for floatingip (af064959-c658-41e0-a3b3-25f05a8ead15), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:13.258939 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.db.l3_db [None req-359cd27d-56ef-4a06-a368-8b8c04ad8e7d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Floating IP af064959-c658-41e0-a3b3-25f05a8ead15 disassociated (deleted). External IP: 172.27.2.174, port: 086e5891-69d8-40bc-9506-7d948bca1db9. Sep 01 16:44:13.301982 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:13.335364 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=100 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:13.382584 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-b3ffe2c7-4683-45dc-8ce1-3b04dd7e7025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d66326f-fa24-4aff-979d-af57251fc6b7', 'name': 'tempest-TestShelveInstance-187662186-router', 'tenant_id': 'b683a11c21fe4dd389a006f051576a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:39:28Z', 'updated_at': '2022-09-01T16:39:31Z', 'revision_number': 4, 'project_id': 'b683a11c21fe4dd389a006f051576a1b', 'gw_port': {'id': '1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d66326f-fa24-4aff-979d-af57251fc6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:39:29Z', 'updated_at': '2022-09-01T16:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '6544a95e-7780-4c06-929a-8c207d1630d1', 'name': '', 'network_id': 'b36a9745-9290-42e8-afea-e40aab2f41b5', 'tenant_id': 'b683a11c21fe4dd389a006f051576a1b', 'mac_address': 'fa:16:3e:2d:70:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d66326f-fa24-4aff-979d-af57251fc6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'f1beef4d-dfb1-4a05-8a44-08c9bc10a278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:39:31Z', 'updated_at': '2022-09-01T16:39:37Z', 'revision_number': 5, 'project_id': 'b683a11c21fe4dd389a006f051576a1b', 'subnets': [{'id': 'f1beef4d-dfb1-4a05-8a44-08c9bc10a278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:44:13.412693 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ffe2c7-4683-45dc-8ce1-3b04dd7e7025 None None] The sync data for ids ['9d66326f-fa24-4aff-979d-af57251fc6b7'] in dv-cinder-852209-10-iscsi is: [{'id': '9d66326f-fa24-4aff-979d-af57251fc6b7', 'name': 'tempest-TestShelveInstance-187662186-router', 'tenant_id': 'b683a11c21fe4dd389a006f051576a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:39:28Z', 'updated_at': '2022-09-01T16:39:31Z', 'revision_number': 4, 'project_id': 'b683a11c21fe4dd389a006f051576a1b', 'gw_port': {'id': '1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d66326f-fa24-4aff-979d-af57251fc6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:39:29Z', 'updated_at': '2022-09-01T16:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '6544a95e-7780-4c06-929a-8c207d1630d1', 'name': '', 'network_id': 'b36a9745-9290-42e8-afea-e40aab2f41b5', 'tenant_id': 'b683a11c21fe4dd389a006f051576a1b', 'mac_address': 'fa:16:3e:2d:70:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d66326f-fa24-4aff-979d-af57251fc6b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'f1beef4d-dfb1-4a05-8a44-08c9bc10a278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:39:31Z', 'updated_at': '2022-09-01T16:39:37Z', 'revision_number': 5, 'project_id': 'b683a11c21fe4dd389a006f051576a1b', 'subnets': [{'id': 'f1beef4d-dfb1-4a05-8a44-08c9bc10a278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:44:13.478628 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359cd27d-56ef-4a06-a368-8b8c04ad8e7d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Router 44ce9774-bc81-4784-aca4-f5c4cee1383b has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:44:13.607200 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359cd27d-56ef-4a06-a368-8b8c04ad8e7d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:44:13.611677 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-359cd27d-56ef-4a06-a368-8b8c04ad8e7d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for floatingip (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:13.619336 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30883949-02e7-4e3f-8bd3-46aab3012f1a None None] Sync routers for ids ['44ce9774-bc81-4784-aca4-f5c4cee1383b'] in dv-cinder-852209-10-iscsi {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:44:13.633081 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30883949-02e7-4e3f-8bd3-46aab3012f1a None None] Routers {'44ce9774-bc81-4784-aca4-f5c4cee1383b'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:44:13.633764 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-30883949-02e7-4e3f-8bd3-46aab3012f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:43:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['44ce9774-bc81-4784-aca4-f5c4cee1383b'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:44:13.651866 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-359cd27d-56ef-4a06-a368-8b8c04ad8e7d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/af064959-c658-41e0-a3b3-25f05a8ead15 HTTP/1.1" status: 204 len: 168 time: 1.0224824 Sep 01 16:44:13.651866 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec8a5228-091c-490d-8790-3cd53e77b5d1', 'tag': '086e5891-69d8-40bc-9506-7d948bca1db9'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:44:13.655948 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f208e71-6292-4357-8bac-692ee8fdd2cd None None] New status for floating IP 3643246e-9f0a-408d-a313-21111b0e3814: DOWN {{(pid=106491) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 16:44:13.665497 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8142462c-bc37-42d4-ae66-d8f769e825b7" -d '{"events": [{"name": "network-changed", "server_uuid": "ec8a5228-091c-490d-8790-3cd53e77b5d1", "tag": "086e5891-69d8-40bc-9506-7d948bca1db9"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:44:13.724729 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 16:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e3d723-1eb3-4d14-8c94-65ac63a8437d x-openstack-request-id: req-b8e3d723-1eb3-4d14-8c94-65ac63a8437d {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:44:13.725323 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec8a5228-091c-490d-8790-3cd53e77b5d1", "tag": "086e5891-69d8-40bc-9506-7d948bca1db9", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:44:13.725804 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b8e3d723-1eb3-4d14-8c94-65ac63a8437d {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:44:13.726697 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8e3d723-1eb3-4d14-8c94-65ac63a8437d'] response: {'name': 'network-changed', 'server_uuid': 'ec8a5228-091c-490d-8790-3cd53e77b5d1', 'tag': '086e5891-69d8-40bc-9506-7d948bca1db9', 'status': 'completed', 'code': 200} Sep 01 16:44:13.771558 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-30883949-02e7-4e3f-8bd3-46aab3012f1a None None] Set router 44ce9774-bc81-4784-aca4-f5c4cee1383b gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:44:13.927543 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a77be9-f565-4719-ad82-2061a6683ae1 req-9264b86f-e29a-4622-a118-9aa5601ab685 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:13.929125 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-a2a77be9-f565-4719-ad82-2061a6683ae1 req-9264b86f-e29a-4622-a118-9aa5601ab685 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec8a5228-091c-490d-8790-3cd53e77b5d1 HTTP/1.1" status: 200 len: 945 time: 0.0533357 Sep 01 16:44:13.989426 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-a2a77be9-f565-4719-ad82-2061a6683ae1 req-6d4d1b6d-7b2d-4274-a342-b0617951b307 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544846 Sep 01 16:44:14.073631 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-30883949-02e7-4e3f-8bd3-46aab3012f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'name': 'tempest-TestVolumeBootPattern-220569807-router', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:10Z', 'revision_number': 4, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'gw_port': {'id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': 'd7dc9e68-2496-41d3-a624-ba30aa708ad6', 'name': '', 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'mac_address': 'fa:16:3e:65:be:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '1de59a85-ac00-434c-9a09-dffa079bb909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:09Z', 'updated_at': '2022-09-01T16:36:17Z', 'revision_number': 5, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'subnets': [{'id': '1de59a85-ac00-434c-9a09-dffa079bb909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:44:14.104396 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30883949-02e7-4e3f-8bd3-46aab3012f1a None None] Checking router: 44ce9774-bc81-4784-aca4-f5c4cee1383b for host: dv-cinder-852209-10-iscsi {{(pid=106492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:44:14.115754 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30883949-02e7-4e3f-8bd3-46aab3012f1a None None] Routers {'44ce9774-bc81-4784-aca4-f5c4cee1383b'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:44:14.116494 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-30883949-02e7-4e3f-8bd3-46aab3012f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:43:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['44ce9774-bc81-4784-aca4-f5c4cee1383b'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:44:14.197064 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bb4f7-c6ca-4310-9eb9-07156b5266cf req-cba90ea9-5f1a-45e4-ae8e-664d7f319bfb tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:14.198453 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4c9bb4f7-c6ca-4310-9eb9-07156b5266cf req-cba90ea9-5f1a-45e4-ae8e-664d7f319bfb tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 945 time: 0.0645304 Sep 01 16:44:14.224578 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-30883949-02e7-4e3f-8bd3-46aab3012f1a None None] Set router 44ce9774-bc81-4784-aca4-f5c4cee1383b gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:44:14.236416 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fb1ab-2948-4a5e-8412-2c4b530c3246 req-a04ab1ea-3a8f-4c03-8c35-85d8e478de79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:14.237906 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-388fb1ab-2948-4a5e-8412-2c4b530c3246 req-a04ab1ea-3a8f-4c03-8c35-85d8e478de79 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=b36a9745-9290-42e8-afea-e40aab2f41b5 HTTP/1.1" status: 200 len: 909 time: 0.1579964 Sep 01 16:44:14.266709 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-4c9bb4f7-c6ca-4310-9eb9-07156b5266cf req-27086e3c-bb0a-486c-b6b5-5472240824e4 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607171 Sep 01 16:44:14.422606 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-30883949-02e7-4e3f-8bd3-46aab3012f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'name': 'tempest-TestVolumeBootPattern-220569807-router', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:10Z', 'revision_number': 4, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'gw_port': {'id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': 'd7dc9e68-2496-41d3-a624-ba30aa708ad6', 'name': '', 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'mac_address': 'fa:16:3e:65:be:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '1de59a85-ac00-434c-9a09-dffa079bb909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:09Z', 'updated_at': '2022-09-01T16:36:17Z', 'revision_number': 5, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'subnets': [{'id': '1de59a85-ac00-434c-9a09-dffa079bb909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:44:14.449454 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30883949-02e7-4e3f-8bd3-46aab3012f1a None None] The sync data for ids ['44ce9774-bc81-4784-aca4-f5c4cee1383b'] in dv-cinder-852209-10-iscsi is: [{'id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'name': 'tempest-TestVolumeBootPattern-220569807-router', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:10Z', 'revision_number': 4, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'gw_port': {'id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': 'd7dc9e68-2496-41d3-a624-ba30aa708ad6', 'name': '', 'network_id': '5fae8c7f-11cf-4ab3-8c34-e624963abdb8', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'mac_address': 'fa:16:3e:65:be:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '1de59a85-ac00-434c-9a09-dffa079bb909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:09Z', 'updated_at': '2022-09-01T16:36:17Z', 'revision_number': 5, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'subnets': [{'id': '1de59a85-ac00-434c-9a09-dffa079bb909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:44:14.685019 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb2e5b2-96d0-47cd-a14a-da1f772d87cd None None] New status for floating IP af064959-c658-41e0-a3b3-25f05a8ead15: DOWN {{(pid=106492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 16:44:15.116748 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaac6c3-0e23-40a4-bf62-cde4af141284 req-cad7ccd5-fa69-4fd4-b42a-5ae81f88f789 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:15.118289 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-8eaac6c3-0e23-40a4-bf62-cde4af141284 req-cad7ccd5-fa69-4fd4-b42a-5ae81f88f789 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec8a5228-091c-490d-8790-3cd53e77b5d1 HTTP/1.1" status: 200 len: 945 time: 0.0530424 Sep 01 16:44:15.168159 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-8eaac6c3-0e23-40a4-bf62-cde4af141284 req-a3e59e28-87e8-44e3-961f-ec07432740e7 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443425 Sep 01 16:44:15.398629 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45c8e4-9fde-4a5f-a15f-2df85d023872 req-c9b60c97-cf6e-48ee-9c96-38bf78d26ae2 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:15.400886 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0a45c8e4-9fde-4a5f-a15f-2df85d023872 req-c9b60c97-cf6e-48ee-9c96-38bf78d26ae2 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 945 time: 0.0575292 Sep 01 16:44:15.455936 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-0a45c8e4-9fde-4a5f-a15f-2df85d023872 req-c69875fc-092e-491a-94bd-acf178d39c49 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489221 Sep 01 16:44:15.518335 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-388fb1ab-2948-4a5e-8412-2c4b530c3246 req-4a4c9176-aed4-4bd5-a092-72df9d889358 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85932ff9-5198-4161-a8d5-3f43070b4618 HTTP/1.1" status: 200 len: 217 time: 0.0414548 Sep 01 16:44:15.546975 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142462c-bc37-42d4-ae66-d8f769e825b7 req-4c4ac8fe-7633-4900-856c-dcc850681ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:15.548505 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-8142462c-bc37-42d4-ae66-d8f769e825b7 req-4c4ac8fe-7633-4900-856c-dcc850681ec4 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=4b6bf55e6c5e47f3895e135c4d6dc3ff&device_id=ec8a5228-091c-490d-8790-3cd53e77b5d1 HTTP/1.1" status: 200 len: 1129 time: 0.0395789 Sep 01 16:44:16.203518 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fb1ab-2948-4a5e-8412-2c4b530c3246 req-5f0959ec-5e59-46ab-92dd-3d486a571caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:16.204982 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-388fb1ab-2948-4a5e-8412-2c4b530c3246 req-5f0959ec-5e59-46ab-92dd-3d486a571caf service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=f1beef4d-dfb1-4a05-8a44-08c9bc10a278 HTTP/1.1" status: 200 len: 847 time: 0.0977080 Sep 01 16:44:16.240383 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142462c-bc37-42d4-ae66-d8f769e825b7 req-3583245d-b4c9-4086-973a-2d2348714219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:16.241911 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-8142462c-bc37-42d4-ae66-d8f769e825b7 req-3583245d-b4c9-4086-973a-2d2348714219 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=5fae8c7f-11cf-4ab3-8c34-e624963abdb8 HTTP/1.1" status: 200 len: 912 time: 0.1334069 Sep 01 16:44:16.292676 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacec3d7-1e30-4b67-8228-787050914d43 req-93d82faa-ed96-4891-822c-46c4ad92794d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:16.294184 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-dacec3d7-1e30-4b67-8228-787050914d43 req-93d82faa-ed96-4891-822c-46c4ad92794d tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec8a5228-091c-490d-8790-3cd53e77b5d1 HTTP/1.1" status: 200 len: 945 time: 0.0520089 Sep 01 16:44:16.351100 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-dacec3d7-1e30-4b67-8228-787050914d43 req-8f4a8853-c913-47ec-b331-fa05158eb78c tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512717 Sep 01 16:44:16.399358 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-8142462c-bc37-42d4-ae66-d8f769e825b7 req-b9b97ba3-0c51-4d1b-b719-66726da533ef service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=086e5891-69d8-40bc-9506-7d948bca1db9 HTTP/1.1" status: 200 len: 217 time: 0.0950656 Sep 01 16:44:16.440214 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:16.473001 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fb1ab-2948-4a5e-8412-2c4b530c3246 req-af7b2daa-068a-49c6-aab7-b39a48bc955c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:16.473001 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-388fb1ab-2948-4a5e-8412-2c4b530c3246 req-af7b2daa-068a-49c6-aab7-b39a48bc955c service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=b36a9745-9290-42e8-afea-e40aab2f41b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1725941 Sep 01 16:44:16.481303 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ea645-5909-47d8-bb4e-90186c9c0cd8 req-141ae5d1-02f4-4355-8d4b-4c6645ed787f tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:16.482669 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-460ea645-5909-47d8-bb4e-90186c9c0cd8 req-141ae5d1-02f4-4355-8d4b-4c6645ed787f tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 945 time: 0.1774483 Sep 01 16:44:16.495717 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436de7c6-84b6-4398-9f7b-336c6b578116 req-eb7f49e3-1f1d-4633-ba69-da4c84657a02 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:16.497254 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-436de7c6-84b6-4398-9f7b-336c6b578116 req-eb7f49e3-1f1d-4633-ba69-da4c84657a02 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=ec8a5228-091c-490d-8790-3cd53e77b5d1 HTTP/1.1" status: 200 len: 945 time: 0.1121387 Sep 01 16:44:16.510385 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142462c-bc37-42d4-ae66-d8f769e825b7 req-ce7e401e-176f-49b1-91c9-f09ffadb51b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:16.512019 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-8142462c-bc37-42d4-ae66-d8f769e825b7 req-ce7e401e-176f-49b1-91c9-f09ffadb51b7 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=1de59a85-ac00-434c-9a09-dffa079bb909 HTTP/1.1" status: 200 len: 850 time: 0.1065230 Sep 01 16:44:16.568876 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:16.582934 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c4128-b8f5-4def-a302-3ef699786fd8 req-71aa1586-99e3-472b-a1bb-ff2cd8cac8ce tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:16.584413 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-041c4128-b8f5-4def-a302-3ef699786fd8 req-71aa1586-99e3-472b-a1bb-ff2cd8cac8ce tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 945 time: 0.0495012 Sep 01 16:44:16.635421 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-041c4128-b8f5-4def-a302-3ef699786fd8 req-8114a8dc-a30b-40ca-9b3d-c6189b88905d tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444071 Sep 01 16:44:16.708390 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [req-388fb1ab-2948-4a5e-8412-2c4b530c3246 req-f22539eb-03a4-4702-9997-cf1a9f6b7c0d service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106490) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 01 16:44:16.709305 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-388fb1ab-2948-4a5e-8412-2c4b530c3246 req-f22539eb-03a4-4702-9997-cf1a9f6b7c0d service neutron] 10.222.0.77 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0065567 Sep 01 16:44:17.197684 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142462c-bc37-42d4-ae66-d8f769e825b7 req-85a77a6b-9ff4-469c-9b65-a7b6531d4ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:17.199294 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-8142462c-bc37-42d4-ae66-d8f769e825b7 req-85a77a6b-9ff4-469c-9b65-a7b6531d4ab6 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=5fae8c7f-11cf-4ab3-8c34-e624963abdb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4539564 Sep 01 16:44:17.245574 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [req-460ea645-5909-47d8-bb4e-90186c9c0cd8 req-953eaa35-6877-490e-a273-f39ffb7d2197 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Deleting port 85932ff9-5198-4161-a8d5-3f43070b4618 {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:44:17.245918 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-460ea645-5909-47d8-bb4e-90186c9c0cd8 req-953eaa35-6877-490e-a273-f39ffb7d2197 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (85932ff9-5198-4161-a8d5-3f43070b4618), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:17.353856 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [req-436de7c6-84b6-4398-9f7b-336c6b578116 req-6bb05407-65e5-4ba1-9db0-707bc2fa1696 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Deleting port 086e5891-69d8-40bc-9506-7d948bca1db9 {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:44:17.354209 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-436de7c6-84b6-4398-9f7b-336c6b578116 req-6bb05407-65e5-4ba1-9db0-707bc2fa1696 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (086e5891-69d8-40bc-9506-7d948bca1db9), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:17.460598 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-388fb1ab-2948-4a5e-8412-2c4b530c3246 req-bb474c3b-a06c-41bd-9fd0-ba0c93925534 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b36a9745-9290-42e8-afea-e40aab2f41b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7140405 Sep 01 16:44:17.497564 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884e034-574c-4f71-b525-488d1767f950 req-43714bf7-6bf9-47b7-9919-e25098af2dfd tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:17.499443 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-f884e034-574c-4f71-b525-488d1767f950 req-43714bf7-6bf9-47b7-9919-e25098af2dfd tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec8a5228-091c-490d-8790-3cd53e77b5d1 HTTP/1.1" status: 200 len: 945 time: 0.0520427 Sep 01 16:44:17.556459 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-8142462c-bc37-42d4-ae66-d8f769e825b7 req-fefa4b05-6118-4b53-a511-571516fe08cd service neutron] 10.222.0.77 "GET /networking/v2.0/networks/5fae8c7f-11cf-4ab3-8c34-e624963abdb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354537 Sep 01 16:44:17.558954 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-f884e034-574c-4f71-b525-488d1767f950 req-6d71c09e-fef4-4e99-88be-fcd799d1837f tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9829d6df-9a78-4369-ba31-f6f6ae02880a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530736 Sep 01 16:44:17.677459 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-460ea645-5909-47d8-bb4e-90186c9c0cd8 req-953eaa35-6877-490e-a273-f39ffb7d2197 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] For port 85932ff9-5198-4161-a8d5-3f43070b4618, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=85932ff9-5198-4161-a8d5-3f43070b4618,segment=NetworkSegment(4cbc129f-9724-4ad0-a28e-f2e8d6dd5021),segment_id=4cbc129f-9724-4ad0-a28e-f2e8d6dd5021)] {{(pid=106490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:44:17.677843 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-460ea645-5909-47d8-bb4e-90186c9c0cd8 req-953eaa35-6877-490e-a273-f39ffb7d2197 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (85932ff9-5198-4161-a8d5-3f43070b4618), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:17.684398 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-436de7c6-84b6-4398-9f7b-336c6b578116 req-6bb05407-65e5-4ba1-9db0-707bc2fa1696 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] For port 086e5891-69d8-40bc-9506-7d948bca1db9, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=086e5891-69d8-40bc-9506-7d948bca1db9,segment=NetworkSegment(bbd04979-a082-42b3-a384-0dd9dbff408c),segment_id=bbd04979-a082-42b3-a384-0dd9dbff408c)] {{(pid=106490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:44:17.684624 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-436de7c6-84b6-4398-9f7b-336c6b578116 req-6bb05407-65e5-4ba1-9db0-707bc2fa1696 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (086e5891-69d8-40bc-9506-7d948bca1db9), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:17.710062 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [req-460ea645-5909-47d8-bb4e-90186c9c0cd8 req-953eaa35-6877-490e-a273-f39ffb7d2197 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Calling delete_port for 85932ff9-5198-4161-a8d5-3f43070b4618 owned by compute:nova {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:44:17.724819 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [req-436de7c6-84b6-4398-9f7b-336c6b578116 req-6bb05407-65e5-4ba1-9db0-707bc2fa1696 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Calling delete_port for 086e5891-69d8-40bc-9506-7d948bca1db9 owned by compute:nova {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:44:17.730725 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:17.809143 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:17.878666 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-388fb1ab-2948-4a5e-8412-2c4b530c3246 req-55217eba-7b37-446e-bc08-f09d5e5c40ad service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b36a9745-9290-42e8-afea-e40aab2f41b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075279 Sep 01 16:44:17.899038 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d2115-4f0d-4f2a-8f54-0c28ca84e578 req-50f46575-dabb-4c26-9ffd-3c86eb90e1e5 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:17.900476 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-091d2115-4f0d-4f2a-8f54-0c28ca84e578 req-50f46575-dabb-4c26-9ffd-3c86eb90e1e5 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 945 time: 0.1705568 Sep 01 16:44:17.912317 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-8142462c-bc37-42d4-ae66-d8f769e825b7 req-26693290-4783-4cf9-8aca-6422203ae261 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/5fae8c7f-11cf-4ab3-8c34-e624963abdb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418641 Sep 01 16:44:18.008402 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-091d2115-4f0d-4f2a-8f54-0c28ca84e578 req-d60c1f31-ec7c-4483-9a01-edc7a07ad271 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=909fccb6-68a4-4c36-ab4b-130bbaa7648f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009581 Sep 01 16:44:18.097160 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-436de7c6-84b6-4398-9f7b-336c6b578116 req-6bb05407-65e5-4ba1-9db0-707bc2fa1696 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (086e5891-69d8-40bc-9506-7d948bca1db9), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:18.099293 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-460ea645-5909-47d8-bb4e-90186c9c0cd8 req-953eaa35-6877-490e-a273-f39ffb7d2197 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (85932ff9-5198-4161-a8d5-3f43070b4618), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:18.133186 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb05407-65e5-4ba1-9db0-707bc2fa1696 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Pushing event deleted for resources: {'Port': ['ID=086e5891-69d8-40bc-9506-7d948bca1db9,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:18.183200 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eaa35-6877-490e-a273-f39ffb7d2197 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Pushing event deleted for resources: {'Port': ['ID=85932ff9-5198-4161-a8d5-3f43070b4618,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:18.234480 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [req-436de7c6-84b6-4398-9f7b-336c6b578116 req-6bb05407-65e5-4ba1-9db0-707bc2fa1696 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] No DVR routers for this DVR port 086e5891-69d8-40bc-9506-7d948bca1db9 on host hv-cinder-85220 {{(pid=106490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 16:44:18.236065 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [req-460ea645-5909-47d8-bb4e-90186c9c0cd8 req-953eaa35-6877-490e-a273-f39ffb7d2197 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] No DVR routers for this DVR port 85932ff9-5198-4161-a8d5-3f43070b4618 on host hv-cinder-85220 {{(pid=106490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 16:44:18.237834 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-436de7c6-84b6-4398-9f7b-336c6b578116 req-6bb05407-65e5-4ba1-9db0-707bc2fa1696 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:18.241022 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-436de7c6-84b6-4398-9f7b-336c6b578116 req-6bb05407-65e5-4ba1-9db0-707bc2fa1696 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.77 "DELETE /networking/v2.0/ports/086e5891-69d8-40bc-9506-7d948bca1db9 HTTP/1.1" status: 204 len: 173 time: 1.4937003 Sep 01 16:44:18.241440 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8a5228-091c-490d-8790-3cd53e77b5d1', 'name': 'network-vif-deleted', 'tag': '086e5891-69d8-40bc-9506-7d948bca1db9'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:44:18.243708 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40906f4b-8639-4478-af97-00437e617d50" -d '{"events": [{"server_uuid": "ec8a5228-091c-490d-8790-3cd53e77b5d1", "name": "network-vif-deleted", "tag": "086e5891-69d8-40bc-9506-7d948bca1db9"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:44:18.246723 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-460ea645-5909-47d8-bb4e-90186c9c0cd8 req-953eaa35-6877-490e-a273-f39ffb7d2197 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:18.249809 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-460ea645-5909-47d8-bb4e-90186c9c0cd8 req-953eaa35-6877-490e-a273-f39ffb7d2197 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.77 "DELETE /networking/v2.0/ports/85932ff9-5198-4161-a8d5-3f43070b4618 HTTP/1.1" status: 204 len: 173 time: 1.5395491 Sep 01 16:44:18.289489 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4024ab72-fd77-4297-8783-44ba123a6b43 x-openstack-request-id: req-4024ab72-fd77-4297-8783-44ba123a6b43 {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:44:18.289856 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8a5228-091c-490d-8790-3cd53e77b5d1", "name": "network-vif-deleted", "tag": "086e5891-69d8-40bc-9506-7d948bca1db9", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:44:18.290112 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4024ab72-fd77-4297-8783-44ba123a6b43 {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:44:18.290563 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4024ab72-fd77-4297-8783-44ba123a6b43'] response: {'server_uuid': 'ec8a5228-091c-490d-8790-3cd53e77b5d1', 'name': 'network-vif-deleted', 'tag': '086e5891-69d8-40bc-9506-7d948bca1db9', 'status': 'completed', 'code': 200} Sep 01 16:44:18.714252 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b518fea3-cad4-499a-a6b5-ef53a82f32e8 req-768b6a3f-8077-423a-9d9a-d954afed5930 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ec8a5228-091c-490d-8790-3cd53e77b5d1 HTTP/1.1" status: 200 len: 210 time: 0.0696623 Sep 01 16:44:19.130763 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-485448eb-bffc-4780-ae87-6418248c15a1 req-6f861194-691a-4dfc-ac87-b9161ab77eb3 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fad0df24-0b95-4583-9017-6322bebd55a0 HTTP/1.1" status: 200 len: 210 time: 0.0323339 Sep 01 16:44:19.779683 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 40106) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:44:19.788370 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 85932ff9-5198-4161-a8d5-3f43070b4618 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:44:19.809123 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] No Port match for: 85932ff9-5198-4161-a8d5-3f43070b4618 {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:44:19.809470 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 85932ff9-5198-4161-a8d5-3f43070b4618 not bound to the agent host hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:44:19.809892 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 086e5891-69d8-40bc-9506-7d948bca1db9 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:44:19.829323 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] No Port match for: 086e5891-69d8-40bc-9506-7d948bca1db9 {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:44:19.829673 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 086e5891-69d8-40bc-9506-7d948bca1db9 not bound to the agent host hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:44:19.902682 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-81ec50ea-458c-4aab-9c68-7af9fdbaebe1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Deleting port 9416093e-b44f-4718-9e66-17defe24577b {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:44:19.903021 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-81ec50ea-458c-4aab-9c68-7af9fdbaebe1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (9416093e-b44f-4718-9e66-17defe24577b), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:19.983164 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-81ec50ea-458c-4aab-9c68-7af9fdbaebe1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (9416093e-b44f-4718-9e66-17defe24577b), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:19.983491 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-81ec50ea-458c-4aab-9c68-7af9fdbaebe1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for floatingip (9416093e-b44f-4718-9e66-17defe24577b), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:19.997727 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-81ec50ea-458c-4aab-9c68-7af9fdbaebe1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Calling delete_port for 9416093e-b44f-4718-9e66-17defe24577b owned by network:floatingip {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:44:20.135066 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-81ec50ea-458c-4aab-9c68-7af9fdbaebe1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (9416093e-b44f-4718-9e66-17defe24577b), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:20.139791 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:20.159950 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec50ea-458c-4aab-9c68-7af9fdbaebe1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Pushing event deleted for resources: {'Port': ['ID=9416093e-b44f-4718-9e66-17defe24577b,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:20.193025 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:20.205727 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 40112) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:44:20.240657 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-81ec50ea-458c-4aab-9c68-7af9fdbaebe1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for floatingip (490d2553-d875-4923-965a-3453277e0c53), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:20.243858 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-81ec50ea-458c-4aab-9c68-7af9fdbaebe1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for floatingip (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:20.244991 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-81ec50ea-458c-4aab-9c68-7af9fdbaebe1 tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/490d2553-d875-4923-965a-3453277e0c53 HTTP/1.1" status: 204 len: 168 time: 0.4648318 Sep 01 16:44:20.268676 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-a1b0030d-abd6-49f8-b1b4-0b45308681f5 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks [] for security_group (909fccb6-68a4-4c36-ab4b-130bbaa7648f), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:20.291836 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad0df24-0b95-4583-9017-6322bebd55a0', 'name': 'network-vif-deleted', 'tag': '85932ff9-5198-4161-a8d5-3f43070b4618'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:44:20.294555 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62693cde-9437-4799-a575-22678cdf16fd" -d '{"events": [{"server_uuid": "fad0df24-0b95-4583-9017-6322bebd55a0", "name": "network-vif-deleted", "tag": "85932ff9-5198-4161-a8d5-3f43070b4618"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:44:20.300422 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-a1b0030d-abd6-49f8-b1b4-0b45308681f5 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks [] for security_group (909fccb6-68a4-4c36-ab4b-130bbaa7648f), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:20.338962 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47c0c25-e45b-412f-a7db-4beb84bf8a15 x-openstack-request-id: req-e47c0c25-e45b-412f-a7db-4beb84bf8a15 {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:44:20.339355 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad0df24-0b95-4583-9017-6322bebd55a0", "name": "network-vif-deleted", "tag": "85932ff9-5198-4161-a8d5-3f43070b4618", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:44:20.339612 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e47c0c25-e45b-412f-a7db-4beb84bf8a15 {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:44:20.340014 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e47c0c25-e45b-412f-a7db-4beb84bf8a15'] response: {'server_uuid': 'fad0df24-0b95-4583-9017-6322bebd55a0', 'name': 'network-vif-deleted', 'tag': '85932ff9-5198-4161-a8d5-3f43070b4618', 'status': 'completed', 'code': 200} Sep 01 16:44:20.371806 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-a1b0030d-abd6-49f8-b1b4-0b45308681f5 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (909fccb6-68a4-4c36-ab4b-130bbaa7648f), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:20.374637 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-a1b0030d-abd6-49f8-b1b4-0b45308681f5 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:20.375817 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-a1b0030d-abd6-49f8-b1b4-0b45308681f5 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/909fccb6-68a4-4c36-ab4b-130bbaa7648f HTTP/1.1" status: 204 len: 168 time: 0.1694219 Sep 01 16:44:20.386781 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0030d-abd6-49f8-b1b4-0b45308681f5 tempest-TestShelveInstance-1499203960 tempest-TestShelveInstance-1499203960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=909fccb6-68a4-4c36-ab4b-130bbaa7648f,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:20.440294 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 40126) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:44:20.534786 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:20.625621 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:20.772141 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-a74a081c-b88b-4a41-9862-7254c854549b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-630987'] for router_interface (9d66326f-fa24-4aff-979d-af57251fc6b7), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:20.992119 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.plugin [None req-a74a081c-b88b-4a41-9862-7254c854549b admin admin] Deleting port 6544a95e-7780-4c06-929a-8c207d1630d1 {{(pid=106489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:44:20.992457 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-a74a081c-b88b-4a41-9862-7254c854549b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (6544a95e-7780-4c06-929a-8c207d1630d1), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:21.076606 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.db [None req-a74a081c-b88b-4a41-9862-7254c854549b admin admin] For port 6544a95e-7780-4c06-929a-8c207d1630d1, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=6544a95e-7780-4c06-929a-8c207d1630d1,segment=NetworkSegment(4cbc129f-9724-4ad0-a28e-f2e8d6dd5021),segment_id=4cbc129f-9724-4ad0-a28e-f2e8d6dd5021)] {{(pid=106489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:44:21.076976 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-a74a081c-b88b-4a41-9862-7254c854549b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (6544a95e-7780-4c06-929a-8c207d1630d1), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:21.090270 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.plugin [None req-a74a081c-b88b-4a41-9862-7254c854549b admin admin] Calling delete_port for 6544a95e-7780-4c06-929a-8c207d1630d1 owned by network:router_interface {{(pid=106489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:44:21.272780 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-a74a081c-b88b-4a41-9862-7254c854549b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261346675'] for port (6544a95e-7780-4c06-929a-8c207d1630d1), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:21.295650 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a081c-b88b-4a41-9862-7254c854549b admin admin] Pushing event deleted for resources: {'Port': ['ID=6544a95e-7780-4c06-929a-8c207d1630d1,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:21.300451 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-a29903d5-c6aa-4138-91e6-52c76d3ed34d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:21.324059 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:21.465691 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-a74a081c-b88b-4a41-9862-7254c854549b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632443'] for router_interface (9d66326f-fa24-4aff-979d-af57251fc6b7), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:21.494996 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 40130) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:44:21.557920 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a87dfaae-f624-46e5-a2c7-15a34b1aac3f tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for security_group (9829d6df-9a78-4369-ba31-f6f6ae02880a), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:21.559758 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:21.586776 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a87dfaae-f624-46e5-a2c7-15a34b1aac3f tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for security_group (9829d6df-9a78-4369-ba31-f6f6ae02880a), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:21.656679 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a87dfaae-f624-46e5-a2c7-15a34b1aac3f tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (9829d6df-9a78-4369-ba31-f6f6ae02880a), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:21.659949 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a87dfaae-f624-46e5-a2c7-15a34b1aac3f tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:21.661373 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-a87dfaae-f624-46e5-a2c7-15a34b1aac3f tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/9829d6df-9a78-4369-ba31-f6f6ae02880a HTTP/1.1" status: 204 len: 168 time: 0.1653659 Sep 01 16:44:21.679809 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dfaae-f624-46e5-a2c7-15a34b1aac3f tempest-TestVolumeBootPattern-1980304612 tempest-TestVolumeBootPattern-1980304612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9829d6df-9a78-4369-ba31-f6f6ae02880a,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:21.734884 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 40134) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:44:21.911866 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74a081c-b88b-4a41-9862-7254c854549b admin admin] Router 9d66326f-fa24-4aff-979d-af57251fc6b7 has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:44:22.024186 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74a081c-b88b-4a41-9862-7254c854549b admin admin] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:44:22.030735 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-a74a081c-b88b-4a41-9862-7254c854549b admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/9d66326f-fa24-4aff-979d-af57251fc6b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5893402 Sep 01 16:44:22.031695 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 40138) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:44:22.033391 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a8f946-fa29-4412-b5fd-58f309199ba9 None None] Sync routers for ids ['9d66326f-fa24-4aff-979d-af57251fc6b7'] in dv-cinder-852209-10-iscsi {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:44:22.044467 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a8f946-fa29-4412-b5fd-58f309199ba9 None None] Routers {'9d66326f-fa24-4aff-979d-af57251fc6b7'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:44:22.045072 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-d9a8f946-fa29-4412-b5fd-58f309199ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:43:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['9d66326f-fa24-4aff-979d-af57251fc6b7'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:44:22.147210 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b0b29eb4-0f21-4449-9073-5942abe5d8ae admin admin] Publish callbacks [] for router (9d66326f-fa24-4aff-979d-af57251fc6b7), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:22.155052 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-d9a8f946-fa29-4412-b5fd-58f309199ba9 None None] Set router 9d66326f-fa24-4aff-979d-af57251fc6b7 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:44:22.187362 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-dc42fdca-a7b7-4bcf-80f9-276b32ad9f87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-630987'] for router_interface (44ce9774-bc81-4784-aca4-f5c4cee1383b), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:22.255178 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b0b29eb4-0f21-4449-9073-5942abe5d8ae admin admin] Publish callbacks [] for router_gateway (9d66326f-fa24-4aff-979d-af57251fc6b7), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:22.286533 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:22.300475 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.plugin [None req-b0b29eb4-0f21-4449-9073-5942abe5d8ae admin admin] Deleting port 1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83 {{(pid=106489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:44:22.301102 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b0b29eb4-0f21-4449-9073-5942abe5d8ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:22.343327 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-d9a8f946-fa29-4412-b5fd-58f309199ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d66326f-fa24-4aff-979d-af57251fc6b7', 'name': 'tempest-TestShelveInstance-187662186-router', 'tenant_id': 'b683a11c21fe4dd389a006f051576a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:39:28Z', 'updated_at': '2022-09-01T16:44:21Z', 'revision_number': 5, 'project_id': 'b683a11c21fe4dd389a006f051576a1b', 'gw_port': {'id': '1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d66326f-fa24-4aff-979d-af57251fc6b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:39:29Z', 'updated_at': '2022-09-01T16:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:44:22.373066 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a8f946-fa29-4412-b5fd-58f309199ba9 None None] Checking router: 9d66326f-fa24-4aff-979d-af57251fc6b7 for host: dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:44:22.382340 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a8f946-fa29-4412-b5fd-58f309199ba9 None None] Routers {'9d66326f-fa24-4aff-979d-af57251fc6b7'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:44:22.383037 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-d9a8f946-fa29-4412-b5fd-58f309199ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:43:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['9d66326f-fa24-4aff-979d-af57251fc6b7'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:44:22.402275 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.db [None req-b0b29eb4-0f21-4449-9073-5942abe5d8ae admin admin] For port 1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83,segment=NetworkSegment(6aaf10e3-1532-4b23-b8ff-2b17962713b0),segment_id=6aaf10e3-1532-4b23-b8ff-2b17962713b0)] {{(pid=106489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:44:22.403031 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b0b29eb4-0f21-4449-9073-5942abe5d8ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:22.418044 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.plugin [None req-b0b29eb4-0f21-4449-9073-5942abe5d8ae admin admin] Calling delete_port for 1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83 owned by network:router_gateway {{(pid=106489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:44:22.437918 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-dc42fdca-a7b7-4bcf-80f9-276b32ad9f87 admin admin] Deleting port d7dc9e68-2496-41d3-a624-ba30aa708ad6 {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:44:22.438410 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-dc42fdca-a7b7-4bcf-80f9-276b32ad9f87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (d7dc9e68-2496-41d3-a624-ba30aa708ad6), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:22.483803 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-d9a8f946-fa29-4412-b5fd-58f309199ba9 None None] Set router 9d66326f-fa24-4aff-979d-af57251fc6b7 gateway port host: None {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:44:22.522440 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:22.528208 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [None req-dc42fdca-a7b7-4bcf-80f9-276b32ad9f87 admin admin] For port d7dc9e68-2496-41d3-a624-ba30aa708ad6, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=d7dc9e68-2496-41d3-a624-ba30aa708ad6,segment=NetworkSegment(bbd04979-a082-42b3-a384-0dd9dbff408c),segment_id=bbd04979-a082-42b3-a384-0dd9dbff408c)] {{(pid=106490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:44:22.528851 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-dc42fdca-a7b7-4bcf-80f9-276b32ad9f87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (d7dc9e68-2496-41d3-a624-ba30aa708ad6), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:22.544044 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-d9a8f946-fa29-4412-b5fd-58f309199ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d66326f-fa24-4aff-979d-af57251fc6b7', 'name': 'tempest-TestShelveInstance-187662186-router', 'tenant_id': 'b683a11c21fe4dd389a006f051576a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:39:28Z', 'updated_at': '2022-09-01T16:44:22Z', 'revision_number': 6, 'project_id': 'b683a11c21fe4dd389a006f051576a1b', 'gw_port_host': None}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:44:22.546264 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-dc42fdca-a7b7-4bcf-80f9-276b32ad9f87 admin admin] Calling delete_port for d7dc9e68-2496-41d3-a624-ba30aa708ad6 owned by network:router_interface {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:44:22.574406 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a8f946-fa29-4412-b5fd-58f309199ba9 None None] The sync data for ids ['9d66326f-fa24-4aff-979d-af57251fc6b7'] in dv-cinder-852209-10-iscsi is: [{'id': '9d66326f-fa24-4aff-979d-af57251fc6b7', 'name': 'tempest-TestShelveInstance-187662186-router', 'tenant_id': 'b683a11c21fe4dd389a006f051576a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:39:28Z', 'updated_at': '2022-09-01T16:44:22Z', 'revision_number': 6, 'project_id': 'b683a11c21fe4dd389a006f051576a1b', 'gw_port_host': None}] {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:44:22.593582 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:22.600802 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:22.604119 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b0b29eb4-0f21-4449-9073-5942abe5d8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261346675'] for port (1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:22.607597 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:22.632087 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b29eb4-0f21-4449-9073-5942abe5d8ae admin admin] Pushing event deleted for resources: {'Port': ['ID=1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:22.696282 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b0b29eb4-0f21-4449-9073-5942abe5d8ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-631080'] for router_gateway (9d66326f-fa24-4aff-979d-af57251fc6b7), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:22.757823 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-dc42fdca-a7b7-4bcf-80f9-276b32ad9f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (d7dc9e68-2496-41d3-a624-ba30aa708ad6), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:22.782956 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42fdca-a7b7-4bcf-80f9-276b32ad9f87 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7dc9e68-2496-41d3-a624-ba30aa708ad6,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:22.788740 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b0b29eb4-0f21-4449-9073-5942abe5d8ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7479'] for router (9d66326f-fa24-4aff-979d-af57251fc6b7), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:22.791252 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b0b29eb4-0f21-4449-9073-5942abe5d8ae admin admin] Publish callbacks [] for router_controller (9d66326f-fa24-4aff-979d-af57251fc6b7), precommit_delete_associations {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:22.848754 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b0b29eb4-0f21-4449-9073-5942abe5d8ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-630922'] for router (9d66326f-fa24-4aff-979d-af57251fc6b7), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:22.849232 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b29eb4-0f21-4449-9073-5942abe5d8ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d66326f-fa24-4aff-979d-af57251fc6b7 {{(pid=106489) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:44:22.854049 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b0b29eb4-0f21-4449-9073-5942abe5d8ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:22.857978 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-b0b29eb4-0f21-4449-9073-5942abe5d8ae admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/9d66326f-fa24-4aff-979d-af57251fc6b7 HTTP/1.1" status: 204 len: 168 time: 0.8250682 Sep 01 16:44:22.858888 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 40140) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:44:22.953449 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_v2 [None req-93564d72-a48d-4bca-96c7-af9fd4982189 admin admin] Deleting subnet f1beef4d-dfb1-4a05-8a44-08c9bc10a278 {{(pid=106490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 16:44:22.984404 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-93564d72-a48d-4bca-96c7-af9fd4982189 admin admin] Publish callbacks [] for subnet (f1beef4d-dfb1-4a05-8a44-08c9bc10a278), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:23.035141 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-93564d72-a48d-4bca-96c7-af9fd4982189 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260063576'] for subnet (f1beef4d-dfb1-4a05-8a44-08c9bc10a278), precommit_delete_associations {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:23.037465 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-dc42fdca-a7b7-4bcf-80f9-276b32ad9f87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632443'] for router_interface (44ce9774-bc81-4784-aca4-f5c4cee1383b), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:23.197694 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-93564d72-a48d-4bca-96c7-af9fd4982189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459871'] for subnet (f1beef4d-dfb1-4a05-8a44-08c9bc10a278), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:23.296878 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-93564d72-a48d-4bca-96c7-af9fd4982189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261544367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261988443'] for subnet (f1beef4d-dfb1-4a05-8a44-08c9bc10a278), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:23.327130 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:23.356971 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93564d72-a48d-4bca-96c7-af9fd4982189 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1beef4d-dfb1-4a05-8a44-08c9bc10a278,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:23.367983 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-93564d72-a48d-4bca-96c7-af9fd4982189 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:23.371209 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-93564d72-a48d-4bca-96c7-af9fd4982189 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/f1beef4d-dfb1-4a05-8a44-08c9bc10a278 HTTP/1.1" status: 204 len: 168 time: 0.5117579 Sep 01 16:44:23.374676 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 40142) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:44:23.381354 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af21f27-8147-4d2c-b750-eabf03fa3c61 None None] Network b36a9745-9290-42e8-afea-e40aab2f41b5 requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:44:23.443283 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 6544a95e-7780-4c06-929a-8c207d1630d1 no longer exists at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:44:23.453895 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc42fdca-a7b7-4bcf-80f9-276b32ad9f87 admin admin] Router 44ce9774-bc81-4784-aca4-f5c4cee1383b has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:44:23.457453 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-df19e8a4-0137-46bb-a6f6-fc91f25ab58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1386798'] for network (b36a9745-9290-42e8-afea-e40aab2f41b5), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:23.462338 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:23.477277 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] No Port match for: 6544a95e-7780-4c06-929a-8c207d1630d1 {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:44:23.477662 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 6544a95e-7780-4c06-929a-8c207d1630d1 not bound to the agent host dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:44:23.588680 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dc08a2-b8dd-4805-bb94-9778ec2ad577 None None] DHCP port deletion for b36a9745-9290-42e8-afea-e40aab2f41b5 request from dv-cinder-852209-10-iscsi {{(pid=106491) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 01 16:44:23.631000 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-30dc08a2-b8dd-4805-bb94-9778ec2ad577 None None] Deleting port 4ea6d1d7-084b-44e6-9455-1bf54644f60a {{(pid=106491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:44:23.631421 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-30dc08a2-b8dd-4805-bb94-9778ec2ad577 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (4ea6d1d7-084b-44e6-9455-1bf54644f60a), before_delete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:23.734961 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-30dc08a2-b8dd-4805-bb94-9778ec2ad577 None None] For port 4ea6d1d7-084b-44e6-9455-1bf54644f60a, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=4ea6d1d7-084b-44e6-9455-1bf54644f60a,segment=NetworkSegment(4cbc129f-9724-4ad0-a28e-f2e8d6dd5021),segment_id=4cbc129f-9724-4ad0-a28e-f2e8d6dd5021)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:44:23.735474 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-30dc08a2-b8dd-4805-bb94-9778ec2ad577 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (4ea6d1d7-084b-44e6-9455-1bf54644f60a), precommit_delete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:23.748865 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-8cc3b4e7-3981-4e2d-9d63-601669b702cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:23.754734 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-30dc08a2-b8dd-4805-bb94-9778ec2ad577 None None] Calling delete_port for 4ea6d1d7-084b-44e6-9455-1bf54644f60a owned by network:dhcp {{(pid=106491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:44:23.840366 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-df19e8a4-0137-46bb-a6f6-fc91f25ab58b admin admin] Deleting port 4ea6d1d7-084b-44e6-9455-1bf54644f60a {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:44:23.841119 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-df19e8a4-0137-46bb-a6f6-fc91f25ab58b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (4ea6d1d7-084b-44e6-9455-1bf54644f60a), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:23.847442 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-30dc08a2-b8dd-4805-bb94-9778ec2ad577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856'] for port (4ea6d1d7-084b-44e6-9455-1bf54644f60a), after_delete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:23.876635 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc08a2-b8dd-4805-bb94-9778ec2ad577 None None] Pushing event deleted for resources: {'Port': ['ID=4ea6d1d7-084b-44e6-9455-1bf54644f60a,revision_number=None']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:23.883532 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dc08a2-b8dd-4805-bb94-9778ec2ad577 None None] No DVR routers for this DVR port 4ea6d1d7-084b-44e6-9455-1bf54644f60a on host dv-cinder-852209-10-iscsi {{(pid=106491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 16:44:23.947539 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [None req-df19e8a4-0137-46bb-a6f6-fc91f25ab58b admin admin] For port 4ea6d1d7-084b-44e6-9455-1bf54644f60a, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=4ea6d1d7-084b-44e6-9455-1bf54644f60a,segment=NetworkSegment(4cbc129f-9724-4ad0-a28e-f2e8d6dd5021),segment_id=4cbc129f-9724-4ad0-a28e-f2e8d6dd5021)] {{(pid=106490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:44:23.947895 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-df19e8a4-0137-46bb-a6f6-fc91f25ab58b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (4ea6d1d7-084b-44e6-9455-1bf54644f60a), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:23.950704 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc42fdca-a7b7-4bcf-80f9-276b32ad9f87 admin admin] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:44:23.959649 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427dae78-43d9-483d-8003-bc4c883fb05a None None] Sync routers for ids ['44ce9774-bc81-4784-aca4-f5c4cee1383b'] in dv-cinder-852209-10-iscsi {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:44:23.960160 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-dc42fdca-a7b7-4bcf-80f9-276b32ad9f87 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/44ce9774-bc81-4784-aca4-f5c4cee1383b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2240725 Sep 01 16:44:23.963086 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 40144) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:44:23.972945 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-df19e8a4-0137-46bb-a6f6-fc91f25ab58b admin admin] Calling delete_port for 4ea6d1d7-084b-44e6-9455-1bf54644f60a owned by network:dhcp {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:44:23.973481 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427dae78-43d9-483d-8003-bc4c883fb05a None None] Routers {'44ce9774-bc81-4784-aca4-f5c4cee1383b'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:44:23.974125 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-427dae78-43d9-483d-8003-bc4c883fb05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:44:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['44ce9774-bc81-4784-aca4-f5c4cee1383b'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:44:23.976012 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:24.081777 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-427dae78-43d9-483d-8003-bc4c883fb05a None None] Set router 44ce9774-bc81-4784-aca4-f5c4cee1383b gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:44:24.116889 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-64d8d686-a273-49a9-9985-d485ab2bf110 admin admin] Publish callbacks [] for router (44ce9774-bc81-4784-aca4-f5c4cee1383b), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:24.177763 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-df19e8a4-0137-46bb-a6f6-fc91f25ab58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (4ea6d1d7-084b-44e6-9455-1bf54644f60a), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:24.229567 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df19e8a4-0137-46bb-a6f6-fc91f25ab58b admin admin] Pushing event deleted for resources: {'Port': ['ID=4ea6d1d7-084b-44e6-9455-1bf54644f60a,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:24.240279 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df19e8a4-0137-46bb-a6f6-fc91f25ab58b admin admin] No DVR routers for this DVR port 4ea6d1d7-084b-44e6-9455-1bf54644f60a on host dv-cinder-852209-10-iscsi {{(pid=106490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 16:44:24.246273 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:24.252046 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-427dae78-43d9-483d-8003-bc4c883fb05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'name': 'tempest-TestVolumeBootPattern-220569807-router', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:44:22Z', 'revision_number': 5, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'gw_port': {'id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:44:24.280684 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427dae78-43d9-483d-8003-bc4c883fb05a None None] Checking router: 44ce9774-bc81-4784-aca4-f5c4cee1383b for host: dv-cinder-852209-10-iscsi {{(pid=106492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:44:24.285897 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-64d8d686-a273-49a9-9985-d485ab2bf110 admin admin] Publish callbacks [] for router_gateway (44ce9774-bc81-4784-aca4-f5c4cee1383b), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:24.289944 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427dae78-43d9-483d-8003-bc4c883fb05a None None] Routers {'44ce9774-bc81-4784-aca4-f5c4cee1383b'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:44:24.290712 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-427dae78-43d9-483d-8003-bc4c883fb05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:44:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['44ce9774-bc81-4784-aca4-f5c4cee1383b'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:44:24.331177 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-df19e8a4-0137-46bb-a6f6-fc91f25ab58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497336', 'neutron.services.segments.db._delete_segments_for_network-8777439728797'] for network (b36a9745-9290-42e8-afea-e40aab2f41b5), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:24.375743 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.services.segments.db [None req-df19e8a4-0137-46bb-a6f6-fc91f25ab58b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b36a9745-9290-42e8-afea-e40aab2f41b5']}} {{(pid=106490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:44:24.384247 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-64d8d686-a273-49a9-9985-d485ab2bf110 admin admin] Deleting port fb6f9812-e347-467f-a08f-5d1f825d399d {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:44:24.384574 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-64d8d686-a273-49a9-9985-d485ab2bf110 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (fb6f9812-e347-467f-a08f-5d1f825d399d), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:24.394339 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-427dae78-43d9-483d-8003-bc4c883fb05a None None] Set router 44ce9774-bc81-4784-aca4-f5c4cee1383b gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:44:24.397847 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.services.segments.db [None req-df19e8a4-0137-46bb-a6f6-fc91f25ab58b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cbc129f-9724-4ad0-a28e-f2e8d6dd5021') {'for_net_delete': True} {{(pid=106490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:44:24.398134 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.services.segments.db [None req-df19e8a4-0137-46bb-a6f6-fc91f25ab58b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cbc129f-9724-4ad0-a28e-f2e8d6dd5021') {} {{(pid=106490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:44:24.438829 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-df19e8a4-0137-46bb-a6f6-fc91f25ab58b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777439826661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260063567'] for segment (4cbc129f-9724-4ad0-a28e-f2e8d6dd5021), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:24.459484 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-df19e8a4-0137-46bb-a6f6-fc91f25ab58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449'] for segment (4cbc129f-9724-4ad0-a28e-f2e8d6dd5021), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:24.470452 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df19e8a4-0137-46bb-a6f6-fc91f25ab58b admin admin] Releasing vlan 935 on physical network physnet1 to pool {{(pid=106490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:44:24.470855 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-df19e8a4-0137-46bb-a6f6-fc91f25ab58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261539341'] for segment (4cbc129f-9724-4ad0-a28e-f2e8d6dd5021), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:24.492855 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:24.495980 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.services.segments.plugin [-] Segment 4cbc129f-9724-4ad0-a28e-f2e8d6dd5021 resource provider aggregate not found Sep 01 16:44:24.550326 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:24.554717 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.services.segments.plugin [-] Segment 4cbc129f-9724-4ad0-a28e-f2e8d6dd5021 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4cbc129f-9724-4ad0-a28e-f2e8d6dd5021 found for delete ", "request_id": "req-d11bb891-ea9d-439e-b825-f4cadd0ca732"}]} Sep 01 16:44:24.560775 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [None req-64d8d686-a273-49a9-9985-d485ab2bf110 admin admin] For port fb6f9812-e347-467f-a08f-5d1f825d399d, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=fb6f9812-e347-467f-a08f-5d1f825d399d,segment=NetworkSegment(6aaf10e3-1532-4b23-b8ff-2b17962713b0),segment_id=6aaf10e3-1532-4b23-b8ff-2b17962713b0)] {{(pid=106490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:44:24.561121 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-64d8d686-a273-49a9-9985-d485ab2bf110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (fb6f9812-e347-467f-a08f-5d1f825d399d), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:24.568134 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-427dae78-43d9-483d-8003-bc4c883fb05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'name': 'tempest-TestVolumeBootPattern-220569807-router', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:44:22Z', 'revision_number': 5, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'gw_port': {'id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:44:24.572043 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-df19e8a4-0137-46bb-a6f6-fc91f25ab58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631280'] for network (b36a9745-9290-42e8-afea-e40aab2f41b5), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:24.577608 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-64d8d686-a273-49a9-9985-d485ab2bf110 admin admin] Calling delete_port for fb6f9812-e347-467f-a08f-5d1f825d399d owned by network:router_gateway {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:44:24.583407 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-df19e8a4-0137-46bb-a6f6-fc91f25ab58b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for network (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:24.586511 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-df19e8a4-0137-46bb-a6f6-fc91f25ab58b admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/b36a9745-9290-42e8-afea-e40aab2f41b5 HTTP/1.1" status: 204 len: 168 time: 1.2108979 Sep 01 16:44:24.589553 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 40150) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:44:24.601409 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427dae78-43d9-483d-8003-bc4c883fb05a None None] The sync data for ids ['44ce9774-bc81-4784-aca4-f5c4cee1383b'] in dv-cinder-852209-10-iscsi is: [{'id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'name': 'tempest-TestVolumeBootPattern-220569807-router', 'tenant_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:44:22Z', 'revision_number': 5, 'project_id': '4b6bf55e6c5e47f3895e135c4d6dc3ff', 'gw_port': {'id': 'fb6f9812-e347-467f-a08f-5d1f825d399d', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ce9774-bc81-4784-aca4-f5c4cee1383b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:07Z', 'updated_at': '2022-09-01T16:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}] {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:44:24.605904 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df19e8a4-0137-46bb-a6f6-fc91f25ab58b admin admin] Pushing event deleted for resources: {'Network': ['ID=b36a9745-9290-42e8-afea-e40aab2f41b5,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:24.636027 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:24.654200 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:24.798528 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-64d8d686-a273-49a9-9985-d485ab2bf110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (fb6f9812-e347-467f-a08f-5d1f825d399d), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:24.826535 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d8d686-a273-49a9-9985-d485ab2bf110 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb6f9812-e347-467f-a08f-5d1f825d399d,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:24.898049 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-64d8d686-a273-49a9-9985-d485ab2bf110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-631080'] for router_gateway (44ce9774-bc81-4784-aca4-f5c4cee1383b), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:24.945519 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-df846cb0-74dc-4c0e-99d0-9556a797a7ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-630987'] for router_interface (5099b22f-97a1-4e3d-9af6-503f0f2a80a6), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:24.994015 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-64d8d686-a273-49a9-9985-d485ab2bf110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7479'] for router (44ce9774-bc81-4784-aca4-f5c4cee1383b), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:24.996495 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-64d8d686-a273-49a9-9985-d485ab2bf110 admin admin] Publish callbacks [] for router_controller (44ce9774-bc81-4784-aca4-f5c4cee1383b), precommit_delete_associations {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:25.053113 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-64d8d686-a273-49a9-9985-d485ab2bf110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-630922'] for router (44ce9774-bc81-4784-aca4-f5c4cee1383b), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:25.053839 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d8d686-a273-49a9-9985-d485ab2bf110 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44ce9774-bc81-4784-aca4-f5c4cee1383b {{(pid=106490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:44:25.058971 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-64d8d686-a273-49a9-9985-d485ab2bf110 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:25.060094 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-64d8d686-a273-49a9-9985-d485ab2bf110 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/44ce9774-bc81-4784-aca4-f5c4cee1383b HTTP/1.1" status: 204 len: 168 time: 1.0962083 Sep 01 16:44:25.062989 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 40152) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:44:25.103179 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83 no longer exists at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:44:25.116237 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_v2 [None req-a82cd9a9-6674-421c-af71-2f539a36e02d admin admin] Deleting subnet 1de59a85-ac00-434c-9a09-dffa079bb909 {{(pid=106490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 16:44:25.120018 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a82cd9a9-6674-421c-af71-2f539a36e02d admin admin] Publish callbacks [] for subnet (1de59a85-ac00-434c-9a09-dffa079bb909), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:25.134147 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] No Port match for: 1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83 {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:44:25.134676 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 1fafe0f7-e1c4-45ee-98b0-c0573d2b9e83 not bound to the agent host dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:44:25.135120 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device d7dc9e68-2496-41d3-a624-ba30aa708ad6 no longer exists at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:44:25.163837 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] No Port match for: d7dc9e68-2496-41d3-a624-ba30aa708ad6 {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:44:25.164558 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device d7dc9e68-2496-41d3-a624-ba30aa708ad6 not bound to the agent host dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:44:25.165217 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 4ea6d1d7-084b-44e6-9455-1bf54644f60a no longer exists at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:44:25.166214 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a82cd9a9-6674-421c-af71-2f539a36e02d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260063576'] for subnet (1de59a85-ac00-434c-9a09-dffa079bb909), precommit_delete_associations {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:25.191820 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] No Port match for: 4ea6d1d7-084b-44e6-9455-1bf54644f60a {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:44:25.192220 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 4ea6d1d7-084b-44e6-9455-1bf54644f60a not bound to the agent host dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:44:25.215581 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.plugin [None req-df846cb0-74dc-4c0e-99d0-9556a797a7ea admin admin] Deleting port 0042ec50-bdbf-4e70-806b-50067490df64 {{(pid=106489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:44:25.215927 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-df846cb0-74dc-4c0e-99d0-9556a797a7ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (0042ec50-bdbf-4e70-806b-50067490df64), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:25.260366 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a82cd9a9-6674-421c-af71-2f539a36e02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459871'] for subnet (1de59a85-ac00-434c-9a09-dffa079bb909), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:25.303811 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.db [None req-df846cb0-74dc-4c0e-99d0-9556a797a7ea admin admin] For port 0042ec50-bdbf-4e70-806b-50067490df64, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=0042ec50-bdbf-4e70-806b-50067490df64,segment=NetworkSegment(6e76a117-6235-480f-8c0e-ae27d91bd897),segment_id=6e76a117-6235-480f-8c0e-ae27d91bd897)] {{(pid=106489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:44:25.304173 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-df846cb0-74dc-4c0e-99d0-9556a797a7ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (0042ec50-bdbf-4e70-806b-50067490df64), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:25.319161 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.plugin [None req-df846cb0-74dc-4c0e-99d0-9556a797a7ea admin admin] Calling delete_port for 0042ec50-bdbf-4e70-806b-50067490df64 owned by network:router_interface {{(pid=106489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:44:25.319841 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a82cd9a9-6674-421c-af71-2f539a36e02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261544367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261988443'] for subnet (1de59a85-ac00-434c-9a09-dffa079bb909), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:25.348772 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82cd9a9-6674-421c-af71-2f539a36e02d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1de59a85-ac00-434c-9a09-dffa079bb909,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:25.355246 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-a82cd9a9-6674-421c-af71-2f539a36e02d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:25.358418 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-a82cd9a9-6674-421c-af71-2f539a36e02d admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/1de59a85-ac00-434c-9a09-dffa079bb909 HTTP/1.1" status: 204 len: 168 time: 0.2942815 Sep 01 16:44:25.360848 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 40154) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:44:25.361493 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ee430d-81b9-4e2d-87fa-e64dd972845d None None] Network 5fae8c7f-11cf-4ab3-8c34-e624963abdb8 requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:44:25.386840 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:25.388886 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:25.445047 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-84d5d4eb-9168-41f5-a4e9-512e0e6c526a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1386798'] for network (5fae8c7f-11cf-4ab3-8c34-e624963abdb8), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:25.456389 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:25.496539 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-84d5d4eb-9168-41f5-a4e9-512e0e6c526a admin admin] Deleting port 90cf2ec2-4915-4a00-92b3-2764ba523b74 {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:44:25.496877 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-84d5d4eb-9168-41f5-a4e9-512e0e6c526a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (90cf2ec2-4915-4a00-92b3-2764ba523b74), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:25.530428 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-df846cb0-74dc-4c0e-99d0-9556a797a7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261346675'] for port (0042ec50-bdbf-4e70-806b-50067490df64), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:25.567100 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df846cb0-74dc-4c0e-99d0-9556a797a7ea admin admin] Pushing event deleted for resources: {'Port': ['ID=0042ec50-bdbf-4e70-806b-50067490df64,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:25.579373 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [None req-84d5d4eb-9168-41f5-a4e9-512e0e6c526a admin admin] For port 90cf2ec2-4915-4a00-92b3-2764ba523b74, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=90cf2ec2-4915-4a00-92b3-2764ba523b74,segment=NetworkSegment(bbd04979-a082-42b3-a384-0dd9dbff408c),segment_id=bbd04979-a082-42b3-a384-0dd9dbff408c)] {{(pid=106490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:44:25.579788 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-84d5d4eb-9168-41f5-a4e9-512e0e6c526a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (90cf2ec2-4915-4a00-92b3-2764ba523b74), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:25.606384 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-84d5d4eb-9168-41f5-a4e9-512e0e6c526a admin admin] Calling delete_port for 90cf2ec2-4915-4a00-92b3-2764ba523b74 owned by network:dhcp {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:44:25.620025 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:25.713117 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fdd233-a49b-47ff-8220-85233a5fd483 None None] DHCP port deletion for 5fae8c7f-11cf-4ab3-8c34-e624963abdb8 request from dv-cinder-852209-10-iscsi {{(pid=106491) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 01 16:44:25.727253 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-84d5d4eb-9168-41f5-a4e9-512e0e6c526a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (90cf2ec2-4915-4a00-92b3-2764ba523b74), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:25.747937 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-36fdd233-a49b-47ff-8220-85233a5fd483 None None] The port '90cf2ec2-4915-4a00-92b3-2764ba523b74' was deleted {{(pid=106491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2070}} Sep 01 16:44:25.755466 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5d4eb-9168-41f5-a4e9-512e0e6c526a admin admin] Pushing event deleted for resources: {'Port': ['ID=90cf2ec2-4915-4a00-92b3-2764ba523b74,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:25.760260 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d5d4eb-9168-41f5-a4e9-512e0e6c526a admin admin] No DVR routers for this DVR port 90cf2ec2-4915-4a00-92b3-2764ba523b74 on host dv-cinder-852209-10-iscsi {{(pid=106490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 16:44:25.789215 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-df846cb0-74dc-4c0e-99d0-9556a797a7ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632443'] for router_interface (5099b22f-97a1-4e3d-9af6-503f0f2a80a6), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:25.836931 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-84d5d4eb-9168-41f5-a4e9-512e0e6c526a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497336', 'neutron.services.segments.db._delete_segments_for_network-8777439728797'] for network (5fae8c7f-11cf-4ab3-8c34-e624963abdb8), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:25.864324 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.services.segments.db [None req-84d5d4eb-9168-41f5-a4e9-512e0e6c526a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fae8c7f-11cf-4ab3-8c34-e624963abdb8']}} {{(pid=106490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:44:25.873993 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.services.segments.db [None req-84d5d4eb-9168-41f5-a4e9-512e0e6c526a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbd04979-a082-42b3-a384-0dd9dbff408c') {'for_net_delete': True} {{(pid=106490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:44:25.874304 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.services.segments.db [None req-84d5d4eb-9168-41f5-a4e9-512e0e6c526a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbd04979-a082-42b3-a384-0dd9dbff408c') {} {{(pid=106490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:44:25.884288 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-84d5d4eb-9168-41f5-a4e9-512e0e6c526a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777439826661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260063567'] for segment (bbd04979-a082-42b3-a384-0dd9dbff408c), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:25.897932 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-84d5d4eb-9168-41f5-a4e9-512e0e6c526a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449'] for segment (bbd04979-a082-42b3-a384-0dd9dbff408c), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:25.904805 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84d5d4eb-9168-41f5-a4e9-512e0e6c526a admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=106490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:44:25.905511 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-84d5d4eb-9168-41f5-a4e9-512e0e6c526a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261539341'] for segment (bbd04979-a082-42b3-a384-0dd9dbff408c), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:25.964324 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-84d5d4eb-9168-41f5-a4e9-512e0e6c526a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631280'] for network (5fae8c7f-11cf-4ab3-8c34-e624963abdb8), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:25.969991 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-84d5d4eb-9168-41f5-a4e9-512e0e6c526a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for network (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:25.973935 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-84d5d4eb-9168-41f5-a4e9-512e0e6c526a admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/5fae8c7f-11cf-4ab3-8c34-e624963abdb8 HTTP/1.1" status: 204 len: 168 time: 0.6121686 Sep 01 16:44:25.977000 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 40156) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:44:25.993327 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5d4eb-9168-41f5-a4e9-512e0e6c526a admin admin] Pushing event deleted for resources: {'Network': ['ID=5fae8c7f-11cf-4ab3-8c34-e624963abdb8,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:26.019989 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df846cb0-74dc-4c0e-99d0-9556a797a7ea admin admin] Router 5099b22f-97a1-4e3d-9af6-503f0f2a80a6 has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:44:26.124200 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df846cb0-74dc-4c0e-99d0-9556a797a7ea admin admin] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:44:26.129740 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-df846cb0-74dc-4c0e-99d0-9556a797a7ea admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/5099b22f-97a1-4e3d-9af6-503f0f2a80a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5387626 Sep 01 16:44:26.132359 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 40158) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:44:26.134729 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4feae9-2574-4894-ac97-5ef6bb1d9fe1 None None] Sync routers for ids ['5099b22f-97a1-4e3d-9af6-503f0f2a80a6'] in dv-cinder-852209-10-iscsi {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:44:26.146484 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4feae9-2574-4894-ac97-5ef6bb1d9fe1 None None] Routers {'5099b22f-97a1-4e3d-9af6-503f0f2a80a6'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:44:26.147109 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-bd4feae9-2574-4894-ac97-5ef6bb1d9fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:44:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['5099b22f-97a1-4e3d-9af6-503f0f2a80a6'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:44:26.246088 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-5c9d58fa-7772-4699-aab6-310b362e73fa admin admin] Publish callbacks [] for router (5099b22f-97a1-4e3d-9af6-503f0f2a80a6), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:26.255576 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-bd4feae9-2574-4894-ac97-5ef6bb1d9fe1 None None] Set router 5099b22f-97a1-4e3d-9af6-503f0f2a80a6 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:44:26.333438 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-ab721144-c8e5-4d7a-9956-bc6637a66e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-630987'] for router_interface (b266ed25-812a-421f-9fcb-8d3b14f15ede), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:26.387030 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:26.389091 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:26.469640 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-bd4feae9-2574-4894-ac97-5ef6bb1d9fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5099b22f-97a1-4e3d-9af6-503f0f2a80a6', 'name': 'tempest-TestShelveInstance-244784900-router', 'tenant_id': '5b4f3cdd63e64925afa07955c7aaf518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'f67bc226-ee51-4b15-a057-139b2a4e2319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:39:33Z', 'updated_at': '2022-09-01T16:44:25Z', 'revision_number': 5, 'project_id': '5b4f3cdd63e64925afa07955c7aaf518', 'gw_port': {'id': 'f67bc226-ee51-4b15-a057-139b2a4e2319', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:29:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5099b22f-97a1-4e3d-9af6-503f0f2a80a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:39:34Z', 'updated_at': '2022-09-01T16:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:44:26.508115 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4feae9-2574-4894-ac97-5ef6bb1d9fe1 None None] Checking router: 5099b22f-97a1-4e3d-9af6-503f0f2a80a6 for host: dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:44:26.520127 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:26.524007 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4feae9-2574-4894-ac97-5ef6bb1d9fe1 None None] Routers {'5099b22f-97a1-4e3d-9af6-503f0f2a80a6'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:44:26.524623 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-bd4feae9-2574-4894-ac97-5ef6bb1d9fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:44:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['5099b22f-97a1-4e3d-9af6-503f0f2a80a6'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:44:26.548112 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:26.570715 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:26.584883 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-5c9d58fa-7772-4699-aab6-310b362e73fa admin admin] Publish callbacks [] for router_gateway (5099b22f-97a1-4e3d-9af6-503f0f2a80a6), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:26.589253 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.services.segments.plugin [-] Segment bbd04979-a082-42b3-a384-0dd9dbff408c resource provider aggregate not found Sep 01 16:44:26.611219 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-ab721144-c8e5-4d7a-9956-bc6637a66e5a admin admin] Deleting port 5f7842ed-0b07-4a16-a678-b20b21c8dc53 {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:44:26.611917 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-ab721144-c8e5-4d7a-9956-bc6637a66e5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (5f7842ed-0b07-4a16-a678-b20b21c8dc53), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:26.615866 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.services.segments.plugin [-] Segment bbd04979-a082-42b3-a384-0dd9dbff408c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bbd04979-a082-42b3-a384-0dd9dbff408c found for delete ", "request_id": "req-c7f00dd7-33b7-46e1-8968-01f67a7318c0"}]} Sep 01 16:44:26.631573 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.plugin [None req-5c9d58fa-7772-4699-aab6-310b362e73fa admin admin] Deleting port f67bc226-ee51-4b15-a057-139b2a4e2319 {{(pid=106489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:44:26.631910 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-5c9d58fa-7772-4699-aab6-310b362e73fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (f67bc226-ee51-4b15-a057-139b2a4e2319), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:26.637838 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-bd4feae9-2574-4894-ac97-5ef6bb1d9fe1 None None] Set router 5099b22f-97a1-4e3d-9af6-503f0f2a80a6 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:44:26.679557 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:26.699470 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [None req-ab721144-c8e5-4d7a-9956-bc6637a66e5a admin admin] For port 5f7842ed-0b07-4a16-a678-b20b21c8dc53, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=5f7842ed-0b07-4a16-a678-b20b21c8dc53,segment=NetworkSegment(44132dee-4615-4ba4-9da5-82b4573d0d1b),segment_id=44132dee-4615-4ba4-9da5-82b4573d0d1b)] {{(pid=106490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:44:26.700015 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-ab721144-c8e5-4d7a-9956-bc6637a66e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (5f7842ed-0b07-4a16-a678-b20b21c8dc53), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:26.709739 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:26.713882 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-ab721144-c8e5-4d7a-9956-bc6637a66e5a admin admin] Calling delete_port for 5f7842ed-0b07-4a16-a678-b20b21c8dc53 owned by network:router_interface {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:44:26.717109 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.db [None req-5c9d58fa-7772-4699-aab6-310b362e73fa admin admin] For port f67bc226-ee51-4b15-a057-139b2a4e2319, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=f67bc226-ee51-4b15-a057-139b2a4e2319,segment=NetworkSegment(6aaf10e3-1532-4b23-b8ff-2b17962713b0),segment_id=6aaf10e3-1532-4b23-b8ff-2b17962713b0)] {{(pid=106489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:44:26.717482 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-5c9d58fa-7772-4699-aab6-310b362e73fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (f67bc226-ee51-4b15-a057-139b2a4e2319), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:26.736270 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.plugin [None req-5c9d58fa-7772-4699-aab6-310b362e73fa admin admin] Calling delete_port for f67bc226-ee51-4b15-a057-139b2a4e2319 owned by network:router_gateway {{(pid=106489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:44:26.812921 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-bd4feae9-2574-4894-ac97-5ef6bb1d9fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5099b22f-97a1-4e3d-9af6-503f0f2a80a6', 'name': 'tempest-TestShelveInstance-244784900-router', 'tenant_id': '5b4f3cdd63e64925afa07955c7aaf518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'f67bc226-ee51-4b15-a057-139b2a4e2319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:39:33Z', 'updated_at': '2022-09-01T16:44:25Z', 'revision_number': 5, 'project_id': '5b4f3cdd63e64925afa07955c7aaf518', 'gw_port': {'id': 'f67bc226-ee51-4b15-a057-139b2a4e2319', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:29:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5099b22f-97a1-4e3d-9af6-503f0f2a80a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:39:34Z', 'updated_at': '2022-09-01T16:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:44:26.843512 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4feae9-2574-4894-ac97-5ef6bb1d9fe1 None None] The sync data for ids ['5099b22f-97a1-4e3d-9af6-503f0f2a80a6'] in dv-cinder-852209-10-iscsi is: [{'id': '5099b22f-97a1-4e3d-9af6-503f0f2a80a6', 'name': 'tempest-TestShelveInstance-244784900-router', 'tenant_id': '5b4f3cdd63e64925afa07955c7aaf518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'f67bc226-ee51-4b15-a057-139b2a4e2319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:39:33Z', 'updated_at': '2022-09-01T16:44:25Z', 'revision_number': 5, 'project_id': '5b4f3cdd63e64925afa07955c7aaf518', 'gw_port': {'id': 'f67bc226-ee51-4b15-a057-139b2a4e2319', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:29:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5099b22f-97a1-4e3d-9af6-503f0f2a80a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:39:34Z', 'updated_at': '2022-09-01T16:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}] {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:44:26.903231 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-ab721144-c8e5-4d7a-9956-bc6637a66e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (5f7842ed-0b07-4a16-a678-b20b21c8dc53), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:26.913074 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-5c9d58fa-7772-4699-aab6-310b362e73fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261346675'] for port (f67bc226-ee51-4b15-a057-139b2a4e2319), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:26.937301 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab721144-c8e5-4d7a-9956-bc6637a66e5a admin admin] Pushing event deleted for resources: {'Port': ['ID=5f7842ed-0b07-4a16-a678-b20b21c8dc53,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:26.938929 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d58fa-7772-4699-aab6-310b362e73fa admin admin] Pushing event deleted for resources: {'Port': ['ID=f67bc226-ee51-4b15-a057-139b2a4e2319,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:27.008539 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-5c9d58fa-7772-4699-aab6-310b362e73fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-631080'] for router_gateway (5099b22f-97a1-4e3d-9af6-503f0f2a80a6), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:27.123500 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-5c9d58fa-7772-4699-aab6-310b362e73fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7479'] for router (5099b22f-97a1-4e3d-9af6-503f0f2a80a6), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:27.126730 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-5c9d58fa-7772-4699-aab6-310b362e73fa admin admin] Publish callbacks [] for router_controller (5099b22f-97a1-4e3d-9af6-503f0f2a80a6), precommit_delete_associations {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:27.130080 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-ab721144-c8e5-4d7a-9956-bc6637a66e5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632443'] for router_interface (b266ed25-812a-421f-9fcb-8d3b14f15ede), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:27.179673 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-5c9d58fa-7772-4699-aab6-310b362e73fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-630922'] for router (5099b22f-97a1-4e3d-9af6-503f0f2a80a6), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:27.180270 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9d58fa-7772-4699-aab6-310b362e73fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5099b22f-97a1-4e3d-9af6-503f0f2a80a6 {{(pid=106489) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:44:27.184913 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-5c9d58fa-7772-4699-aab6-310b362e73fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:27.188472 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-5c9d58fa-7772-4699-aab6-310b362e73fa admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/5099b22f-97a1-4e3d-9af6-503f0f2a80a6 HTTP/1.1" status: 204 len: 168 time: 1.0507536 Sep 01 16:44:27.188813 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 40164) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:44:27.297029 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f3d44b4-93f2-4dc0-baa1-5315fb246288 admin admin] Deleting subnet 7b9d56b3-b806-4067-a23d-dca3ff48ddfe {{(pid=106489) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 16:44:27.301139 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-7f3d44b4-93f2-4dc0-baa1-5315fb246288 admin admin] Publish callbacks [] for subnet (7b9d56b3-b806-4067-a23d-dca3ff48ddfe), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:27.338651 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-7f3d44b4-93f2-4dc0-baa1-5315fb246288 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261853238'] for subnet (7b9d56b3-b806-4067-a23d-dca3ff48ddfe), precommit_delete_associations {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:27.386685 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab721144-c8e5-4d7a-9956-bc6637a66e5a admin admin] Router b266ed25-812a-421f-9fcb-8d3b14f15ede has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:44:27.415384 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device fb6f9812-e347-467f-a08f-5d1f825d399d no longer exists at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:44:27.421920 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-7f3d44b4-93f2-4dc0-baa1-5315fb246288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459871'] for subnet (7b9d56b3-b806-4067-a23d-dca3ff48ddfe), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:27.442356 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] No Port match for: fb6f9812-e347-467f-a08f-5d1f825d399d {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:44:27.442797 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device fb6f9812-e347-467f-a08f-5d1f825d399d not bound to the agent host dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:44:27.443292 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 0042ec50-bdbf-4e70-806b-50067490df64 no longer exists at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:44:27.455128 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:27.464443 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] No Port match for: 0042ec50-bdbf-4e70-806b-50067490df64 {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:44:27.464866 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 0042ec50-bdbf-4e70-806b-50067490df64 not bound to the agent host dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:44:27.465388 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 90cf2ec2-4915-4a00-92b3-2764ba523b74 no longer exists at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:44:27.485617 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] No Port match for: 90cf2ec2-4915-4a00-92b3-2764ba523b74 {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:44:27.485968 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 90cf2ec2-4915-4a00-92b3-2764ba523b74 not bound to the agent host dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:44:27.495848 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-7f3d44b4-93f2-4dc0-baa1-5315fb246288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261343916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261874682'] for subnet (7b9d56b3-b806-4067-a23d-dca3ff48ddfe), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:27.517101 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab721144-c8e5-4d7a-9956-bc6637a66e5a admin admin] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:44:27.522964 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-ab721144-c8e5-4d7a-9956-bc6637a66e5a admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/b266ed25-812a-421f-9fcb-8d3b14f15ede/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5450253 Sep 01 16:44:27.524363 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d44b4-93f2-4dc0-baa1-5315fb246288 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b9d56b3-b806-4067-a23d-dca3ff48ddfe,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:27.525711 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 40168) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:44:27.528024 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-7f3d44b4-93f2-4dc0-baa1-5315fb246288 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for subnet (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:27.529814 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b3d872-a5fb-4a96-8a9a-e704dec0de12 None None] Sync routers for ids ['b266ed25-812a-421f-9fcb-8d3b14f15ede'] in dv-cinder-852209-10-iscsi {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:44:27.534002 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-7f3d44b4-93f2-4dc0-baa1-5315fb246288 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/7b9d56b3-b806-4067-a23d-dca3ff48ddfe HTTP/1.1" status: 204 len: 168 time: 0.3440864 Sep 01 16:44:27.535439 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e739656-9d2e-464c-a7cf-3fdced14ec44 None None] Network b88c7590-5942-465e-b5ff-ac9613c7b048 requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:44:27.535586 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 40170) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:44:27.551398 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b3d872-a5fb-4a96-8a9a-e704dec0de12 None None] Routers {'b266ed25-812a-421f-9fcb-8d3b14f15ede'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:44:27.552155 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-e7b3d872-a5fb-4a96-8a9a-e704dec0de12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:44:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['b266ed25-812a-421f-9fcb-8d3b14f15ede'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:44:27.605356 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88,neutron:DELETE=9 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:27.608910 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-7bbacee9-0561-4e53-9154-cc3642b53f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1386798'] for network (b88c7590-5942-465e-b5ff-ac9613c7b048), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:27.662024 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.plugin [None req-7bbacee9-0561-4e53-9154-cc3642b53f73 admin admin] Deleting port 2d2d405f-61db-4d8c-8a18-92cb496aa639 {{(pid=106489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:44:27.662489 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-7bbacee9-0561-4e53-9154-cc3642b53f73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (2d2d405f-61db-4d8c-8a18-92cb496aa639), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:27.682334 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-e7b3d872-a5fb-4a96-8a9a-e704dec0de12 None None] Set router b266ed25-812a-421f-9fcb-8d3b14f15ede gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:44:27.746943 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.db [None req-7bbacee9-0561-4e53-9154-cc3642b53f73 admin admin] For port 2d2d405f-61db-4d8c-8a18-92cb496aa639, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=2d2d405f-61db-4d8c-8a18-92cb496aa639,segment=NetworkSegment(6e76a117-6235-480f-8c0e-ae27d91bd897),segment_id=6e76a117-6235-480f-8c0e-ae27d91bd897)] {{(pid=106489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:44:27.747978 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-7bbacee9-0561-4e53-9154-cc3642b53f73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (2d2d405f-61db-4d8c-8a18-92cb496aa639), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:27.766965 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.plugin [None req-7bbacee9-0561-4e53-9154-cc3642b53f73 admin admin] Calling delete_port for 2d2d405f-61db-4d8c-8a18-92cb496aa639 owned by network:dhcp {{(pid=106489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:44:27.776816 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:27.789762 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-64d25a0a-8f27-41fd-b96a-d13226716a21 admin admin] Publish callbacks [] for router (b266ed25-812a-421f-9fcb-8d3b14f15ede), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:27.864748 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-7bbacee9-0561-4e53-9154-cc3642b53f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261346675'] for port (2d2d405f-61db-4d8c-8a18-92cb496aa639), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:27.893370 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbacee9-0561-4e53-9154-cc3642b53f73 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d2d405f-61db-4d8c-8a18-92cb496aa639,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:27.899347 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbacee9-0561-4e53-9154-cc3642b53f73 admin admin] No DVR routers for this DVR port 2d2d405f-61db-4d8c-8a18-92cb496aa639 on host dv-cinder-852209-10-iscsi {{(pid=106489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 16:44:27.975754 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-7bbacee9-0561-4e53-9154-cc3642b53f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497336', 'neutron.services.segments.db._delete_segments_for_network-8777439728797'] for network (b88c7590-5942-465e-b5ff-ac9613c7b048), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:27.998602 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.services.segments.db [None req-7bbacee9-0561-4e53-9154-cc3642b53f73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b88c7590-5942-465e-b5ff-ac9613c7b048']}} {{(pid=106489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:44:28.001393 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-e7b3d872-a5fb-4a96-8a9a-e704dec0de12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b266ed25-812a-421f-9fcb-8d3b14f15ede', 'name': 'tempest-TestVolumeBootPattern-461007479-router', 'tenant_id': '38a410afaff64327b9140b767b4ae48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '2736aa60-191a-4aa4-b292-9246468a2850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:36:12Z', 'updated_at': '2022-09-01T16:44:26Z', 'revision_number': 5, 'project_id': '38a410afaff64327b9140b767b4ae48c', 'gw_port': {'id': '2736aa60-191a-4aa4-b292-9246468a2850', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b266ed25-812a-421f-9fcb-8d3b14f15ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:13Z', 'updated_at': '2022-09-01T16:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:44:28.009917 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.services.segments.db [None req-7bbacee9-0561-4e53-9154-cc3642b53f73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e76a117-6235-480f-8c0e-ae27d91bd897') {'for_net_delete': True} {{(pid=106489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:44:28.010326 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.services.segments.db [None req-7bbacee9-0561-4e53-9154-cc3642b53f73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e76a117-6235-480f-8c0e-ae27d91bd897') {} {{(pid=106489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:44:28.021228 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-7bbacee9-0561-4e53-9154-cc3642b53f73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777439826661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261853217'] for segment (6e76a117-6235-480f-8c0e-ae27d91bd897), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:28.032584 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b3d872-a5fb-4a96-8a9a-e704dec0de12 None None] Checking router: b266ed25-812a-421f-9fcb-8d3b14f15ede for host: dv-cinder-852209-10-iscsi {{(pid=106492) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:44:28.036968 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-7bbacee9-0561-4e53-9154-cc3642b53f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449'] for segment (6e76a117-6235-480f-8c0e-ae27d91bd897), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:28.042841 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b3d872-a5fb-4a96-8a9a-e704dec0de12 None None] Routers {'b266ed25-812a-421f-9fcb-8d3b14f15ede'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106492) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:44:28.043457 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-e7b3d872-a5fb-4a96-8a9a-e704dec0de12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:44:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['b266ed25-812a-421f-9fcb-8d3b14f15ede'], 'active': True} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:44:28.044640 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bbacee9-0561-4e53-9154-cc3642b53f73 admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=106489) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:44:28.045142 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-7bbacee9-0561-4e53-9154-cc3642b53f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261346574'] for segment (6e76a117-6235-480f-8c0e-ae27d91bd897), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:28.092065 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.services.segments.plugin [-] Segment 6e76a117-6235-480f-8c0e-ae27d91bd897 resource provider aggregate not found Sep 01 16:44:28.118214 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.services.segments.plugin [-] Segment 6e76a117-6235-480f-8c0e-ae27d91bd897 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6e76a117-6235-480f-8c0e-ae27d91bd897 found for delete ", "request_id": "req-f8a2ed72-aec9-4bb0-aee6-e51f8f6869ca"}]} Sep 01 16:44:28.119683 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-7bbacee9-0561-4e53-9154-cc3642b53f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631280'] for network (b88c7590-5942-465e-b5ff-ac9613c7b048), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:28.130147 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-7bbacee9-0561-4e53-9154-cc3642b53f73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for network (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:28.137156 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-7bbacee9-0561-4e53-9154-cc3642b53f73 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/b88c7590-5942-465e-b5ff-ac9613c7b048 HTTP/1.1" status: 204 len: 168 time: 0.6005154 Sep 01 16:44:28.152381 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbacee9-0561-4e53-9154-cc3642b53f73 admin admin] Pushing event deleted for resources: {'Network': ['ID=b88c7590-5942-465e-b5ff-ac9613c7b048,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:28.157512 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f43a6dd-91a6-4890-9689-70b526cd9e95 None None] DHCP port deletion for b88c7590-5942-465e-b5ff-ac9613c7b048 request from dv-cinder-852209-10-iscsi {{(pid=106491) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 01 16:44:28.166007 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_dvr_db [None req-e7b3d872-a5fb-4a96-8a9a-e704dec0de12 None None] Set router b266ed25-812a-421f-9fcb-8d3b14f15ede gateway port host: dv-cinder-852209-10-iscsi {{(pid=106492) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:44:28.267603 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:28.270735 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-64d25a0a-8f27-41fd-b96a-d13226716a21 admin admin] Publish callbacks [] for router_gateway (b266ed25-812a-421f-9fcb-8d3b14f15ede), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:28.309342 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 40178) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:44:28.323804 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-64d25a0a-8f27-41fd-b96a-d13226716a21 admin admin] Deleting port 2736aa60-191a-4aa4-b292-9246468a2850 {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:44:28.324184 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-64d25a0a-8f27-41fd-b96a-d13226716a21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (2736aa60-191a-4aa4-b292-9246468a2850), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:28.331473 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:28.334083 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=100 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:28.352140 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.l3_hamode_db [None req-e7b3d872-a5fb-4a96-8a9a-e704dec0de12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b266ed25-812a-421f-9fcb-8d3b14f15ede', 'name': 'tempest-TestVolumeBootPattern-461007479-router', 'tenant_id': '38a410afaff64327b9140b767b4ae48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '2736aa60-191a-4aa4-b292-9246468a2850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:36:12Z', 'updated_at': '2022-09-01T16:44:26Z', 'revision_number': 5, 'project_id': '38a410afaff64327b9140b767b4ae48c', 'gw_port': {'id': '2736aa60-191a-4aa4-b292-9246468a2850', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b266ed25-812a-421f-9fcb-8d3b14f15ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:13Z', 'updated_at': '2022-09-01T16:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106492) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:44:28.357905 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-17897097-12d4-4524-b7bd-9390a3e5c720 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=b683a11c21fe4dd389a006f051576a1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0477312 Sep 01 16:44:28.360393 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 40180) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:44:28.378155 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b3d872-a5fb-4a96-8a9a-e704dec0de12 None None] The sync data for ids ['b266ed25-812a-421f-9fcb-8d3b14f15ede'] in dv-cinder-852209-10-iscsi is: [{'id': 'b266ed25-812a-421f-9fcb-8d3b14f15ede', 'name': 'tempest-TestVolumeBootPattern-461007479-router', 'tenant_id': '38a410afaff64327b9140b767b4ae48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '2736aa60-191a-4aa4-b292-9246468a2850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:36:12Z', 'updated_at': '2022-09-01T16:44:26Z', 'revision_number': 5, 'project_id': '38a410afaff64327b9140b767b4ae48c', 'gw_port': {'id': '2736aa60-191a-4aa4-b292-9246468a2850', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:1d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b266ed25-812a-421f-9fcb-8d3b14f15ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:36:13Z', 'updated_at': '2022-09-01T16:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}] {{(pid=106492) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:44:28.415254 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-2bd7cdf5-7576-4e5e-9773-1b8eb2235979 admin admin] Publish callbacks [] for security_group (5c408fd2-1046-4358-a594-66b0a34fe388), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:28.428738 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [None req-64d25a0a-8f27-41fd-b96a-d13226716a21 admin admin] For port 2736aa60-191a-4aa4-b292-9246468a2850, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=2736aa60-191a-4aa4-b292-9246468a2850,segment=NetworkSegment(6aaf10e3-1532-4b23-b8ff-2b17962713b0),segment_id=6aaf10e3-1532-4b23-b8ff-2b17962713b0)] {{(pid=106490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:44:28.429102 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-64d25a0a-8f27-41fd-b96a-d13226716a21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (2736aa60-191a-4aa4-b292-9246468a2850), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:28.438957 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-2bd7cdf5-7576-4e5e-9773-1b8eb2235979 admin admin] Publish callbacks [] for security_group (5c408fd2-1046-4358-a594-66b0a34fe388), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:28.445199 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-64d25a0a-8f27-41fd-b96a-d13226716a21 admin admin] Calling delete_port for 2736aa60-191a-4aa4-b292-9246468a2850 owned by network:router_gateway {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:44:28.488037 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-2bd7cdf5-7576-4e5e-9773-1b8eb2235979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (5c408fd2-1046-4358-a594-66b0a34fe388), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:28.490991 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-2bd7cdf5-7576-4e5e-9773-1b8eb2235979 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:28.494933 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-2bd7cdf5-7576-4e5e-9773-1b8eb2235979 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/5c408fd2-1046-4358-a594-66b0a34fe388 HTTP/1.1" status: 204 len: 168 time: 0.1335220 Sep 01 16:44:28.504373 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7cdf5-7576-4e5e-9773-1b8eb2235979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c408fd2-1046-4358-a594-66b0a34fe388,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:28.629644 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-64d25a0a-8f27-41fd-b96a-d13226716a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (2736aa60-191a-4aa4-b292-9246468a2850), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:28.655168 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d25a0a-8f27-41fd-b96a-d13226716a21 admin admin] Pushing event deleted for resources: {'Port': ['ID=2736aa60-191a-4aa4-b292-9246468a2850,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:28.724564 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-64d25a0a-8f27-41fd-b96a-d13226716a21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-631080'] for router_gateway (b266ed25-812a-421f-9fcb-8d3b14f15ede), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:28.820008 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-64d25a0a-8f27-41fd-b96a-d13226716a21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7479'] for router (b266ed25-812a-421f-9fcb-8d3b14f15ede), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:28.822928 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-64d25a0a-8f27-41fd-b96a-d13226716a21 admin admin] Publish callbacks [] for router_controller (b266ed25-812a-421f-9fcb-8d3b14f15ede), precommit_delete_associations {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:28.870949 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-64d25a0a-8f27-41fd-b96a-d13226716a21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-630922'] for router (b266ed25-812a-421f-9fcb-8d3b14f15ede), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:28.872149 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d25a0a-8f27-41fd-b96a-d13226716a21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b266ed25-812a-421f-9fcb-8d3b14f15ede {{(pid=106490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:44:28.876512 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-64d25a0a-8f27-41fd-b96a-d13226716a21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:28.877674 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-64d25a0a-8f27-41fd-b96a-d13226716a21 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/b266ed25-812a-421f-9fcb-8d3b14f15ede HTTP/1.1" status: 204 len: 168 time: 1.3506684 Sep 01 16:44:28.882212 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 40188) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:44:28.882950 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 40190) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:44:28.927758 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-d8bae3e5-c79f-4b3e-a251-90287b1e9d6d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=5b4f3cdd63e64925afa07955c7aaf518&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432405 Sep 01 16:44:28.930512 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 40192) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:44:28.931700 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.db_base_plugin_v2 [None req-6817c5eb-7560-4042-98e6-c6093fe904be admin admin] Deleting subnet cad0d2f6-e1c4-4919-a442-32c451d74348 {{(pid=106489) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 16:44:28.935253 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6817c5eb-7560-4042-98e6-c6093fe904be admin admin] Publish callbacks [] for subnet (cad0d2f6-e1c4-4919-a442-32c451d74348), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:28.983497 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:28.991886 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6817c5eb-7560-4042-98e6-c6093fe904be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261853238'] for subnet (cad0d2f6-e1c4-4919-a442-32c451d74348), precommit_delete_associations {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:28.993444 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-63e11104-0445-4224-8e95-d5fd2521988c admin admin] Publish callbacks [] for security_group (d4ce3630-84b2-45de-9ed7-aae59ac09568), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:29.017883 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-63e11104-0445-4224-8e95-d5fd2521988c admin admin] Publish callbacks [] for security_group (d4ce3630-84b2-45de-9ed7-aae59ac09568), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:29.079318 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-63e11104-0445-4224-8e95-d5fd2521988c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (d4ce3630-84b2-45de-9ed7-aae59ac09568), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:29.083166 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-63e11104-0445-4224-8e95-d5fd2521988c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:29.085386 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-63e11104-0445-4224-8e95-d5fd2521988c admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d4ce3630-84b2-45de-9ed7-aae59ac09568 HTTP/1.1" status: 204 len: 168 time: 0.1536810 Sep 01 16:44:29.095969 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e11104-0445-4224-8e95-d5fd2521988c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ce3630-84b2-45de-9ed7-aae59ac09568,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:29.110974 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:29.125429 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device f67bc226-ee51-4b15-a057-139b2a4e2319 no longer exists at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:44:29.130625 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6817c5eb-7560-4042-98e6-c6093fe904be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459871'] for subnet (cad0d2f6-e1c4-4919-a442-32c451d74348), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:29.151344 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] No Port match for: f67bc226-ee51-4b15-a057-139b2a4e2319 {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:44:29.152179 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device f67bc226-ee51-4b15-a057-139b2a4e2319 not bound to the agent host dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:44:29.152672 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 5f7842ed-0b07-4a16-a678-b20b21c8dc53 no longer exists at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:44:29.177158 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] No Port match for: 5f7842ed-0b07-4a16-a678-b20b21c8dc53 {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:44:29.180203 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 5f7842ed-0b07-4a16-a678-b20b21c8dc53 not bound to the agent host dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:44:29.180851 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 2d2d405f-61db-4d8c-8a18-92cb496aa639 no longer exists at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:44:29.211899 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] No Port match for: 2d2d405f-61db-4d8c-8a18-92cb496aa639 {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:44:29.212264 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 2d2d405f-61db-4d8c-8a18-92cb496aa639 not bound to the agent host dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:44:29.216265 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6817c5eb-7560-4042-98e6-c6093fe904be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261343916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261874682'] for subnet (cad0d2f6-e1c4-4919-a442-32c451d74348), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:29.248292 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6817c5eb-7560-4042-98e6-c6093fe904be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cad0d2f6-e1c4-4919-a442-32c451d74348,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:29.253592 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-6817c5eb-7560-4042-98e6-c6093fe904be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for subnet (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:29.259819 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 40196) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:44:29.260220 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-6817c5eb-7560-4042-98e6-c6093fe904be admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/cad0d2f6-e1c4-4919-a442-32c451d74348 HTTP/1.1" status: 204 len: 168 time: 0.3784304 Sep 01 16:44:29.262413 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9421be-8c35-43e7-9686-5f4fae6565f6 None None] Network cefcd4fc-db20-49e9-aa17-03d826ae63bd requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:44:29.400280 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-1d0546e9-98c3-4dad-950a-04347b531672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1386798'] for network (cefcd4fc-db20-49e9-aa17-03d826ae63bd), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:29.458188 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-1d0546e9-98c3-4dad-950a-04347b531672 admin admin] Deleting port cb84658a-6b88-465e-80c7-5e6ef704c8c0 {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:44:29.458518 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-1d0546e9-98c3-4dad-950a-04347b531672 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (cb84658a-6b88-465e-80c7-5e6ef704c8c0), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:29.547910 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ecbc45-0070-41dc-acfc-1ad27daaff9c None None] DHCP port deletion for cefcd4fc-db20-49e9-aa17-03d826ae63bd request from dv-cinder-852209-10-iscsi {{(pid=106491) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 01 16:44:29.549285 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [None req-1d0546e9-98c3-4dad-950a-04347b531672 admin admin] For port cb84658a-6b88-465e-80c7-5e6ef704c8c0, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=cb84658a-6b88-465e-80c7-5e6ef704c8c0,segment=NetworkSegment(44132dee-4615-4ba4-9da5-82b4573d0d1b),segment_id=44132dee-4615-4ba4-9da5-82b4573d0d1b)] {{(pid=106490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:44:29.549724 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-1d0546e9-98c3-4dad-950a-04347b531672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (cb84658a-6b88-465e-80c7-5e6ef704c8c0), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:29.570023 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-1d0546e9-98c3-4dad-950a-04347b531672 admin admin] Calling delete_port for cb84658a-6b88-465e-80c7-5e6ef704c8c0 owned by network:dhcp {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:44:29.574465 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:29.605619 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-13ecbc45-0070-41dc-acfc-1ad27daaff9c None None] Deleting port cb84658a-6b88-465e-80c7-5e6ef704c8c0 {{(pid=106491) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:44:29.605995 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-13ecbc45-0070-41dc-acfc-1ad27daaff9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (cb84658a-6b88-465e-80c7-5e6ef704c8c0), before_delete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:29.607599 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:29.660094 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-1d0546e9-98c3-4dad-950a-04347b531672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (cb84658a-6b88-465e-80c7-5e6ef704c8c0), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:29.684256 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-13ecbc45-0070-41dc-acfc-1ad27daaff9c None None] For port cb84658a-6b88-465e-80c7-5e6ef704c8c0, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=cb84658a-6b88-465e-80c7-5e6ef704c8c0,segment=NetworkSegment(44132dee-4615-4ba4-9da5-82b4573d0d1b),segment_id=44132dee-4615-4ba4-9da5-82b4573d0d1b)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:44:29.684646 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-13ecbc45-0070-41dc-acfc-1ad27daaff9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (cb84658a-6b88-465e-80c7-5e6ef704c8c0), precommit_delete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:29.689069 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0546e9-98c3-4dad-950a-04347b531672 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb84658a-6b88-465e-80c7-5e6ef704c8c0,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:29.693454 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0546e9-98c3-4dad-950a-04347b531672 admin admin] No DVR routers for this DVR port cb84658a-6b88-465e-80c7-5e6ef704c8c0 on host dv-cinder-852209-10-iscsi {{(pid=106490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 16:44:29.702577 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-13ecbc45-0070-41dc-acfc-1ad27daaff9c None None] Calling delete_port for cb84658a-6b88-465e-80c7-5e6ef704c8c0 owned by network:dhcp {{(pid=106491) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:44:29.770163 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-1d0546e9-98c3-4dad-950a-04347b531672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497336', 'neutron.services.segments.db._delete_segments_for_network-8777439728797'] for network (cefcd4fc-db20-49e9-aa17-03d826ae63bd), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:29.788901 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-13ecbc45-0070-41dc-acfc-1ad27daaff9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856'] for port (cb84658a-6b88-465e-80c7-5e6ef704c8c0), after_delete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:29.790482 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.services.segments.db [None req-1d0546e9-98c3-4dad-950a-04347b531672 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cefcd4fc-db20-49e9-aa17-03d826ae63bd']}} {{(pid=106490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:44:29.800463 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.services.segments.db [None req-1d0546e9-98c3-4dad-950a-04347b531672 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44132dee-4615-4ba4-9da5-82b4573d0d1b') {'for_net_delete': True} {{(pid=106490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:44:29.800753 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.services.segments.db [None req-1d0546e9-98c3-4dad-950a-04347b531672 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44132dee-4615-4ba4-9da5-82b4573d0d1b') {} {{(pid=106490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:44:29.811808 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ecbc45-0070-41dc-acfc-1ad27daaff9c None None] Pushing event deleted for resources: {'Port': ['ID=cb84658a-6b88-465e-80c7-5e6ef704c8c0,revision_number=None']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:29.814337 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-1d0546e9-98c3-4dad-950a-04347b531672 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777439826661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260063567'] for segment (44132dee-4615-4ba4-9da5-82b4573d0d1b), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:29.818914 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ecbc45-0070-41dc-acfc-1ad27daaff9c None None] No DVR routers for this DVR port cb84658a-6b88-465e-80c7-5e6ef704c8c0 on host dv-cinder-852209-10-iscsi {{(pid=106491) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 16:44:29.830142 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-1d0546e9-98c3-4dad-950a-04347b531672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449'] for segment (44132dee-4615-4ba4-9da5-82b4573d0d1b), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:29.836857 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d0546e9-98c3-4dad-950a-04347b531672 admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=106490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:44:29.837267 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-1d0546e9-98c3-4dad-950a-04347b531672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261539341'] for segment (44132dee-4615-4ba4-9da5-82b4573d0d1b), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:29.880088 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.services.segments.plugin [-] Segment 44132dee-4615-4ba4-9da5-82b4573d0d1b resource provider aggregate not found Sep 01 16:44:29.897586 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.services.segments.plugin [-] Segment 44132dee-4615-4ba4-9da5-82b4573d0d1b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 44132dee-4615-4ba4-9da5-82b4573d0d1b found for delete ", "request_id": "req-d1f57289-1e84-4580-849e-dcbe3d6ac3fc"}]} Sep 01 16:44:29.906097 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-1d0546e9-98c3-4dad-950a-04347b531672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631280'] for network (cefcd4fc-db20-49e9-aa17-03d826ae63bd), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:29.910466 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-1d0546e9-98c3-4dad-950a-04347b531672 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for network (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:29.913615 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-1d0546e9-98c3-4dad-950a-04347b531672 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/cefcd4fc-db20-49e9-aa17-03d826ae63bd HTTP/1.1" status: 204 len: 168 time: 0.6511066 Sep 01 16:44:29.928960 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0546e9-98c3-4dad-950a-04347b531672 admin admin] Pushing event deleted for resources: {'Network': ['ID=cefcd4fc-db20-49e9-aa17-03d826ae63bd,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:30.097167 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 40204) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:44:30.138091 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-98359047-681b-47c3-ac71-720bba30beb5 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=4b6bf55e6c5e47f3895e135c4d6dc3ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399897 Sep 01 16:44:30.140683 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 40206) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:44:30.188027 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:30.191998 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-627ec116-48b2-4563-8c35-e50c89ee92b8 admin admin] Publish callbacks [] for security_group (43e79ed2-2a96-4a95-9d37-8f443dec3794), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:30.214128 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-627ec116-48b2-4563-8c35-e50c89ee92b8 admin admin] Publish callbacks [] for security_group (43e79ed2-2a96-4a95-9d37-8f443dec3794), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:30.264866 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-627ec116-48b2-4563-8c35-e50c89ee92b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (43e79ed2-2a96-4a95-9d37-8f443dec3794), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:30.267649 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-627ec116-48b2-4563-8c35-e50c89ee92b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:30.268811 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-627ec116-48b2-4563-8c35-e50c89ee92b8 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/43e79ed2-2a96-4a95-9d37-8f443dec3794 HTTP/1.1" status: 204 len: 168 time: 0.1272044 Sep 01 16:44:30.276725 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ec116-48b2-4563-8c35-e50c89ee92b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e79ed2-2a96-4a95-9d37-8f443dec3794,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:30.613694 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 40212) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:44:30.657709 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-1b150491-2091-451d-ac94-83f94103dbb1 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=38a410afaff64327b9140b767b4ae48c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427718 Sep 01 16:44:30.661603 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 40214) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:44:30.713974 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b30e6a0f-8a17-4b6d-aa09-f8e19b47cd3c admin admin] Publish callbacks [] for security_group (87e656aa-b803-4ba4-819a-94b5697c31ec), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:30.736075 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b30e6a0f-8a17-4b6d-aa09-f8e19b47cd3c admin admin] Publish callbacks [] for security_group (87e656aa-b803-4ba4-819a-94b5697c31ec), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:30.784609 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b30e6a0f-8a17-4b6d-aa09-f8e19b47cd3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (87e656aa-b803-4ba4-819a-94b5697c31ec), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:30.788158 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b30e6a0f-8a17-4b6d-aa09-f8e19b47cd3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:30.789300 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-b30e6a0f-8a17-4b6d-aa09-f8e19b47cd3c admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/87e656aa-b803-4ba4-819a-94b5697c31ec HTTP/1.1" status: 204 len: 168 time: 0.1267884 Sep 01 16:44:30.797227 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e6a0f-8a17-4b6d-aa09-f8e19b47cd3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e656aa-b803-4ba4-819a-94b5697c31ec,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:31.014016 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device cb84658a-6b88-465e-80c7-5e6ef704c8c0 no longer exists at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:44:31.036038 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] No Port match for: cb84658a-6b88-465e-80c7-5e6ef704c8c0 {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:44:31.036387 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device cb84658a-6b88-465e-80c7-5e6ef704c8c0 not bound to the agent host dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:44:31.036815 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 2736aa60-191a-4aa4-b292-9246468a2850 no longer exists at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:44:31.039534 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:31.057473 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] No Port match for: 2736aa60-191a-4aa4-b292-9246468a2850 {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:44:31.057818 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 2736aa60-191a-4aa4-b292-9246468a2850 not bound to the agent host dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:44:34.219443 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (294a3787-103d-4a51-bc9c-bc09638a7966), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:37.774519 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.agents_db [None req-09d9e05d-4d55-4c1e-8994-77c39c5d0c8d None None] Agent healthcheck: found 6 active agents {{(pid=106492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:44:39.899905 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=57,neutron:DELETE=6 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:39.917694 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=33,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:40.791973 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=30,neutron:DELETE=5 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:40.792784 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:UPDATE=1,neutron:SELECT=50,neutron:DELETE=5 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:44.213884 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=28,neutron:DELETE=4 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:44.214707 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:46.863697 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3c9bc-7a79-46a4-b8f4-e05c8de7d904 req-0f28808a-10ca-43d8-b632-f445ec25aa7e tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:46.865150 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-40d3c9bc-7a79-46a4-b8f4-e05c8de7d904 req-0f28808a-10ca-43d8-b632-f445ec25aa7e tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c11dd8bc-ee5b-47f8-b54b-d5486b441791 HTTP/1.1" status: 200 len: 945 time: 0.0474513 Sep 01 16:44:46.912365 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-40d3c9bc-7a79-46a4-b8f4-e05c8de7d904 req-87270a87-9e98-48d3-acac-f3b3ab5f27a7 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4648d1cd-fce1-4ef3-9dfe-8e2f292aa4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414772 Sep 01 16:44:48.043622 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2fd20-690d-432e-9b53-841fc5c6a23a req-ac76adf2-5257-4d4f-aa05-73f5086e7a97 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:48.045113 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-2ed2fd20-690d-432e-9b53-841fc5c6a23a req-ac76adf2-5257-4d4f-aa05-73f5086e7a97 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c11dd8bc-ee5b-47f8-b54b-d5486b441791 HTTP/1.1" status: 200 len: 945 time: 0.0567667 Sep 01 16:44:48.095279 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-2ed2fd20-690d-432e-9b53-841fc5c6a23a req-82e7d54a-76fa-46ce-85a0-e8194af8b064 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=4648d1cd-fce1-4ef3-9dfe-8e2f292aa4ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439141 Sep 01 16:44:48.496402 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4296b23-ae5d-4bb1-a8ca-afda48a80afe req-08db758d-3c5c-4664-8e06-14c242ca68cd tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:48.498145 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e4296b23-ae5d-4bb1-a8ca-afda48a80afe req-08db758d-3c5c-4664-8e06-14c242ca68cd tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=c11dd8bc-ee5b-47f8-b54b-d5486b441791 HTTP/1.1" status: 200 len: 945 time: 0.0509403 Sep 01 16:44:48.578491 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [req-e4296b23-ae5d-4bb1-a8ca-afda48a80afe req-af125ee0-bd4a-4e70-889b-8027bfc2519c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Deleting port 5fa0b631-72cd-4970-bb22-e93cf21f9acc {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:44:48.578834 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-e4296b23-ae5d-4bb1-a8ca-afda48a80afe req-af125ee0-bd4a-4e70-889b-8027bfc2519c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (5fa0b631-72cd-4970-bb22-e93cf21f9acc), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:48.669886 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-e4296b23-ae5d-4bb1-a8ca-afda48a80afe req-af125ee0-bd4a-4e70-889b-8027bfc2519c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] For port 5fa0b631-72cd-4970-bb22-e93cf21f9acc, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=5fa0b631-72cd-4970-bb22-e93cf21f9acc,segment=NetworkSegment(0363ed2f-e965-4e31-8039-d81606d4468a),segment_id=0363ed2f-e965-4e31-8039-d81606d4468a)] {{(pid=106490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:44:48.670162 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-e4296b23-ae5d-4bb1-a8ca-afda48a80afe req-af125ee0-bd4a-4e70-889b-8027bfc2519c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (5fa0b631-72cd-4970-bb22-e93cf21f9acc), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:48.833538 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-e4296b23-ae5d-4bb1-a8ca-afda48a80afe req-af125ee0-bd4a-4e70-889b-8027bfc2519c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:48.833946 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-e4296b23-ae5d-4bb1-a8ca-afda48a80afe req-af125ee0-bd4a-4e70-889b-8027bfc2519c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631243'] for floatingip (9d56c7ce-891a-44d8-a2bc-2fa5612705a6), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:48.834281 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.db.l3_db [req-e4296b23-ae5d-4bb1-a8ca-afda48a80afe req-af125ee0-bd4a-4e70-889b-8027bfc2519c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Floating IP 9d56c7ce-891a-44d8-a2bc-2fa5612705a6 disassociated. External IP: 172.27.2.2, port: 5fa0b631-72cd-4970-bb22-e93cf21f9acc. Sep 01 16:44:48.834621 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [req-e4296b23-ae5d-4bb1-a8ca-afda48a80afe req-af125ee0-bd4a-4e70-889b-8027bfc2519c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Calling delete_port for 5fa0b631-72cd-4970-bb22-e93cf21f9acc owned by compute:nova {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:44:48.963188 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-e4296b23-ae5d-4bb1-a8ca-afda48a80afe req-af125ee0-bd4a-4e70-889b-8027bfc2519c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (5fa0b631-72cd-4970-bb22-e93cf21f9acc), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:48.990965 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af125ee0-bd4a-4e70-889b-8027bfc2519c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Pushing event deleted for resources: {'Port': ['ID=5fa0b631-72cd-4970-bb22-e93cf21f9acc,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:49.002939 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af125ee0-bd4a-4e70-889b-8027bfc2519c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:44:49.003285 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af125ee0-bd4a-4e70-889b-8027bfc2519c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:44:49.003626 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af125ee0-bd4a-4e70-889b-8027bfc2519c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:44:49.003965 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af125ee0-bd4a-4e70-889b-8027bfc2519c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:44:49.004501 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af125ee0-bd4a-4e70-889b-8027bfc2519c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:44:49.004689 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af125ee0-bd4a-4e70-889b-8027bfc2519c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:44:49.005225 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af125ee0-bd4a-4e70-889b-8027bfc2519c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:44:49.005225 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af125ee0-bd4a-4e70-889b-8027bfc2519c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:44:49.005622 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af125ee0-bd4a-4e70-889b-8027bfc2519c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:44:49.005917 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af125ee0-bd4a-4e70-889b-8027bfc2519c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:44:49.006440 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af125ee0-bd4a-4e70-889b-8027bfc2519c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:44:49.006692 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af125ee0-bd4a-4e70-889b-8027bfc2519c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:44:49.007067 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af125ee0-bd4a-4e70-889b-8027bfc2519c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:44:49.007458 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af125ee0-bd4a-4e70-889b-8027bfc2519c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:44:49.007855 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af125ee0-bd4a-4e70-889b-8027bfc2519c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:44:49.113994 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4296b23-ae5d-4bb1-a8ca-afda48a80afe req-af125ee0-bd4a-4e70-889b-8027bfc2519c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Router 8a000a00-21da-405e-aff7-2b2ad6be6227 has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:44:49.230178 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-40f50fb2-80bb-416c-b777-1bd4fe4eff37 req-ce507b6f-945b-47f0-bc52-1480ad2394cf tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c11dd8bc-ee5b-47f8-b54b-d5486b441791 HTTP/1.1" status: 200 len: 210 time: 0.0603869 Sep 01 16:44:49.240593 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:49.255397 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4296b23-ae5d-4bb1-a8ca-afda48a80afe req-af125ee0-bd4a-4e70-889b-8027bfc2519c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:44:49.256545 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c198aedd-5677-432c-a4c9-710e94444ad1 None None] Sync routers for ids ['8a000a00-21da-405e-aff7-2b2ad6be6227'] in dv-cinder-852209-10-iscsi {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:44:49.267518 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c198aedd-5677-432c-a4c9-710e94444ad1 None None] Routers {'8a000a00-21da-405e-aff7-2b2ad6be6227'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:44:49.268092 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-c198aedd-5677-432c-a4c9-710e94444ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:44:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['8a000a00-21da-405e-aff7-2b2ad6be6227'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:44:49.287479 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4296b23-ae5d-4bb1-a8ca-afda48a80afe req-af125ee0-bd4a-4e70-889b-8027bfc2519c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] No DVR routers for this DVR port 5fa0b631-72cd-4970-bb22-e93cf21f9acc on host hv-cinder-85220 {{(pid=106490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 16:44:49.290035 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-e4296b23-ae5d-4bb1-a8ca-afda48a80afe req-af125ee0-bd4a-4e70-889b-8027bfc2519c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:49.293296 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-e4296b23-ae5d-4bb1-a8ca-afda48a80afe req-af125ee0-bd4a-4e70-889b-8027bfc2519c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.77 "DELETE /networking/v2.0/ports/5fa0b631-72cd-4970-bb22-e93cf21f9acc HTTP/1.1" status: 204 len: 173 time: 0.7898064 Sep 01 16:44:49.293725 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c11dd8bc-ee5b-47f8-b54b-d5486b441791', 'name': 'network-vif-deleted', 'tag': '5fa0b631-72cd-4970-bb22-e93cf21f9acc'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:44:49.296533 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cdef1b-8c1f-4e8c-9269-38d723c892f2" -d '{"events": [{"server_uuid": "c11dd8bc-ee5b-47f8-b54b-d5486b441791", "name": "network-vif-deleted", "tag": "5fa0b631-72cd-4970-bb22-e93cf21f9acc"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:44:49.389600 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-c198aedd-5677-432c-a4c9-710e94444ad1 None None] Set router 8a000a00-21da-405e-aff7-2b2ad6be6227 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:44:49.447858 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=18 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:49.449483 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=18 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:49.574838 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd0b751-e246-414a-9b79-0f60e0908000 x-openstack-request-id: req-edd0b751-e246-414a-9b79-0f60e0908000 {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:44:49.575367 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c11dd8bc-ee5b-47f8-b54b-d5486b441791", "name": "network-vif-deleted", "tag": "5fa0b631-72cd-4970-bb22-e93cf21f9acc", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:44:49.575486 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-edd0b751-e246-414a-9b79-0f60e0908000 {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:44:49.575820 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edd0b751-e246-414a-9b79-0f60e0908000'] response: {'server_uuid': 'c11dd8bc-ee5b-47f8-b54b-d5486b441791', 'name': 'network-vif-deleted', 'tag': '5fa0b631-72cd-4970-bb22-e93cf21f9acc', 'status': 'completed', 'code': 200} Sep 01 16:44:49.622295 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-c198aedd-5677-432c-a4c9-710e94444ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'name': 'tempest-AttachVolumeNegativeTest-1256010836-router', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:41:37Z', 'updated_at': '2022-09-01T16:41:40Z', 'revision_number': 4, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'gw_port': {'id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:38:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:38Z', 'updated_at': '2022-09-01T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '087328a0-d3ac-421a-9dc7-4759db8aec06', 'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'mac_address': 'fa:16:3e:1b:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:39Z', 'updated_at': '2022-09-01T16:41:45Z', 'revision_number': 5, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'subnets': [{'id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:44:49.647090 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c198aedd-5677-432c-a4c9-710e94444ad1 None None] Checking router: 8a000a00-21da-405e-aff7-2b2ad6be6227 for host: dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:44:49.655356 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c198aedd-5677-432c-a4c9-710e94444ad1 None None] Routers {'8a000a00-21da-405e-aff7-2b2ad6be6227'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:44:49.655943 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-c198aedd-5677-432c-a4c9-710e94444ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:44:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['8a000a00-21da-405e-aff7-2b2ad6be6227'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:44:49.891398 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-c198aedd-5677-432c-a4c9-710e94444ad1 None None] Set router 8a000a00-21da-405e-aff7-2b2ad6be6227 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:44:50.091093 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-c198aedd-5677-432c-a4c9-710e94444ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'name': 'tempest-AttachVolumeNegativeTest-1256010836-router', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:41:37Z', 'updated_at': '2022-09-01T16:41:40Z', 'revision_number': 4, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'gw_port': {'id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:38:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:38Z', 'updated_at': '2022-09-01T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '087328a0-d3ac-421a-9dc7-4759db8aec06', 'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'mac_address': 'fa:16:3e:1b:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:39Z', 'updated_at': '2022-09-01T16:41:45Z', 'revision_number': 5, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'subnets': [{'id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:44:50.121846 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c198aedd-5677-432c-a4c9-710e94444ad1 None None] The sync data for ids ['8a000a00-21da-405e-aff7-2b2ad6be6227'] in dv-cinder-852209-10-iscsi is: [{'id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'name': 'tempest-AttachVolumeNegativeTest-1256010836-router', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:41:37Z', 'updated_at': '2022-09-01T16:41:40Z', 'revision_number': 4, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'gw_port': {'id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:38:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:38Z', 'updated_at': '2022-09-01T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '087328a0-d3ac-421a-9dc7-4759db8aec06', 'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'mac_address': 'fa:16:3e:1b:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:39Z', 'updated_at': '2022-09-01T16:41:45Z', 'revision_number': 5, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'subnets': [{'id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:44:50.326073 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 40292) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:44:50.349376 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13988d4-a3f5-4164-adc0-a6a51e4e5406 None None] New status for floating IP 9d56c7ce-891a-44d8-a2bc-2fa5612705a6: DOWN {{(pid=106492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 16:44:50.387605 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9e511fb8-dd76-4062-9f00-5d44efcc6a0c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group (4648d1cd-fce1-4ef3-9dfe-8e2f292aa4ab), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:50.409453 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9e511fb8-dd76-4062-9f00-5d44efcc6a0c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group (4648d1cd-fce1-4ef3-9dfe-8e2f292aa4ab), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:50.470617 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9e511fb8-dd76-4062-9f00-5d44efcc6a0c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (4648d1cd-fce1-4ef3-9dfe-8e2f292aa4ab), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:50.473843 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-9e511fb8-dd76-4062-9f00-5d44efcc6a0c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:50.475020 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-9e511fb8-dd76-4062-9f00-5d44efcc6a0c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/4648d1cd-fce1-4ef3-9dfe-8e2f292aa4ab HTTP/1.1" status: 204 len: 168 time: 0.1477842 Sep 01 16:44:50.479458 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 40294) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:44:50.484503 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e511fb8-dd76-4062-9f00-5d44efcc6a0c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4648d1cd-fce1-4ef3-9dfe-8e2f292aa4ab,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:50.497712 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.api.v2.resource [None req-8b77b9c6-0b3f-417b-af8f-23ff5dc1549b tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] show failed (client error): The resource could not be found. Sep 01 16:44:50.498747 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-8b77b9c6-0b3f-417b-af8f-23ff5dc1549b tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/security-groups/4648d1cd-fce1-4ef3-9dfe-8e2f292aa4ab HTTP/1.1" status: 404 len: 347 time: 0.0182672 Sep 01 16:44:50.501633 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 40296) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:44:50.541525 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:50.622620 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-33deca00-a157-40d6-8720-a76b36fdd5aa tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Deleting port 6249146a-7395-4ba8-8a98-93b63aa1a99a {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:44:50.623308 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-33deca00-a157-40d6-8720-a76b36fdd5aa tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (6249146a-7395-4ba8-8a98-93b63aa1a99a), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:50.700016 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-33deca00-a157-40d6-8720-a76b36fdd5aa tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (6249146a-7395-4ba8-8a98-93b63aa1a99a), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:50.700347 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-33deca00-a157-40d6-8720-a76b36fdd5aa tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for floatingip (6249146a-7395-4ba8-8a98-93b63aa1a99a), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:50.712879 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-33deca00-a157-40d6-8720-a76b36fdd5aa tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Calling delete_port for 6249146a-7395-4ba8-8a98-93b63aa1a99a owned by network:floatingip {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:44:50.850745 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-33deca00-a157-40d6-8720-a76b36fdd5aa tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (6249146a-7395-4ba8-8a98-93b63aa1a99a), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:50.873367 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33deca00-a157-40d6-8720-a76b36fdd5aa tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Pushing event deleted for resources: {'Port': ['ID=6249146a-7395-4ba8-8a98-93b63aa1a99a,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:50.938631 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-33deca00-a157-40d6-8720-a76b36fdd5aa tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for floatingip (9d56c7ce-891a-44d8-a2bc-2fa5612705a6), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:50.941209 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-33deca00-a157-40d6-8720-a76b36fdd5aa tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for floatingip (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:50.942342 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-33deca00-a157-40d6-8720-a76b36fdd5aa tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/9d56c7ce-891a-44d8-a2bc-2fa5612705a6 HTTP/1.1" status: 204 len: 168 time: 0.4392292 Sep 01 16:44:51.008212 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 40300) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:44:51.012783 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-5744ecbc-cee6-4a0a-8f26-e15e6e825a54 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Request body: {'security_group': {'name': 'tempest-securitygroup--898644368', 'description': 'tempest-description--603083629'}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:44:51.034677 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-5744ecbc-cee6-4a0a-8f26-e15e6e825a54 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:51.102996 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-5744ecbc-cee6-4a0a-8f26-e15e6e825a54 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group (de1c54fa-83a5-4a9a-83e0-d70466d15da0), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:51.106648 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-5744ecbc-cee6-4a0a-8f26-e15e6e825a54 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (de1c54fa-83a5-4a9a-83e0-d70466d15da0), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:51.141897 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-5744ecbc-cee6-4a0a-8f26-e15e6e825a54 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:51.143583 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-5744ecbc-cee6-4a0a-8f26-e15e6e825a54 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1343017 Sep 01 16:44:51.144359 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5744ecbc-cee6-4a0a-8f26-e15e6e825a54 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de1c54fa-83a5-4a9a-83e0-d70466d15da0,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:51.146568 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 40302) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:44:51.152318 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-d24c667d-ad28-4286-af32-a984a02735cb tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Request body: {'security_group_rule': {'security_group_id': 'de1c54fa-83a5-4a9a-83e0-d70466d15da0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:44:51.181411 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-d24c667d-ad28-4286-af32-a984a02735cb tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group_rule (7391cd61-232f-4656-97f6-7bff2f97730f), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:51.238197 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-d24c667d-ad28-4286-af32-a984a02735cb tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group_rule (7391cd61-232f-4656-97f6-7bff2f97730f), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:51.241868 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-d24c667d-ad28-4286-af32-a984a02735cb tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684833'] for security_group_rule (7391cd61-232f-4656-97f6-7bff2f97730f), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:51.259862 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c667d-ad28-4286-af32-a984a02735cb tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7391cd61-232f-4656-97f6-7bff2f97730f,revision_number=0']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:51.267821 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-d24c667d-ad28-4286-af32-a984a02735cb tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:51.268999 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-d24c667d-ad28-4286-af32-a984a02735cb tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1213257 Sep 01 16:44:51.271719 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 40304) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:44:51.276118 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-8c41e157-7e58-460b-9f27-d07b1518efbf tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Request body: {'security_group_rule': {'security_group_id': 'de1c54fa-83a5-4a9a-83e0-d70466d15da0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:44:51.302063 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-ac7695fe-4369-409a-8294-b57ba4879283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:51.304840 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8c41e157-7e58-460b-9f27-d07b1518efbf tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group_rule (555d7ec8-d240-499b-bfdb-c998d5c4e4e7), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:51.360885 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8c41e157-7e58-460b-9f27-d07b1518efbf tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group_rule (555d7ec8-d240-499b-bfdb-c998d5c4e4e7), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:51.365545 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8c41e157-7e58-460b-9f27-d07b1518efbf tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684833'] for security_group_rule (555d7ec8-d240-499b-bfdb-c998d5c4e4e7), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:51.385164 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c41e157-7e58-460b-9f27-d07b1518efbf tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=555d7ec8-d240-499b-bfdb-c998d5c4e4e7,revision_number=0']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:51.393878 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-8c41e157-7e58-460b-9f27-d07b1518efbf tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:51.395037 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-8c41e157-7e58-460b-9f27-d07b1518efbf tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223648 Sep 01 16:44:51.398111 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 40306) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:44:51.402287 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-6e2b9da4-31b3-47fe-b153-2dee8684d90c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Request body: {'floatingip': {'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:44:51.426423 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-6e2b9da4-31b3-47fe-b153-2dee8684d90c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:51.491989 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:51.520994 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-6e2b9da4-31b3-47fe-b153-2dee8684d90c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:51.523711 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:51.629611 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_common [None req-6e2b9da4-31b3-47fe-b153-2dee8684d90c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Allocated IP 172.27.2.48 (537c3a33-78cb-41f3-a0ee-71478f9cfd9b/3e5d1400-7955-40a6-9a09-08f8a8c1db3a/17b5d33c-08ff-4d21-ac6c-6c354dea2f6c) {{(pid=106490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:44:51.732878 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-6e2b9da4-31b3-47fe-b153-2dee8684d90c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for port (17b5d33c-08ff-4d21-ac6c-6c354dea2f6c), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:51.763858 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-6e2b9da4-31b3-47fe-b153-2dee8684d90c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (17b5d33c-08ff-4d21-ac6c-6c354dea2f6c), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:51.812092 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2b9da4-31b3-47fe-b153-2dee8684d90c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Network 537c3a33-78cb-41f3-a0ee-71478f9cfd9b is already hosted by enough agents. {{(pid=106490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:44:51.816315 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [None req-6e2b9da4-31b3-47fe-b153-2dee8684d90c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Resources bound (agent type, host, resource id): {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:44:51.818115 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b9da4-31b3-47fe-b153-2dee8684d90c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Pushing event updated for resources: {'Port': ['ID=17b5d33c-08ff-4d21-ac6c-6c354dea2f6c,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:51.820273 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2b9da4-31b3-47fe-b153-2dee8684d90c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Received port after_create {{(pid=106490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:44:51.904550 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-6e2b9da4-31b3-47fe-b153-2dee8684d90c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for floatingip (2c400df4-4879-4fc5-beab-e55c6dee3937), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:51.947223 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-6e2b9da4-31b3-47fe-b153-2dee8684d90c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (17b5d33c-08ff-4d21-ac6c-6c354dea2f6c), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:51.966168 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 5fa0b631-72cd-4970-bb22-e93cf21f9acc no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:44:51.986625 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] No Port match for: 5fa0b631-72cd-4970-bb22-e93cf21f9acc {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:44:51.986893 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 5fa0b631-72cd-4970-bb22-e93cf21f9acc not bound to the agent host hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:44:52.112258 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-6e2b9da4-31b3-47fe-b153-2dee8684d90c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for port (17b5d33c-08ff-4d21-ac6c-6c354dea2f6c), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:52.116670 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-6e2b9da4-31b3-47fe-b153-2dee8684d90c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261539433'] for port (17b5d33c-08ff-4d21-ac6c-6c354dea2f6c), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:52.184316 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-6e2b9da4-31b3-47fe-b153-2dee8684d90c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631243'] for floatingip (2c400df4-4879-4fc5-beab-e55c6dee3937), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:52.186853 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b9da4-31b3-47fe-b153-2dee8684d90c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Pushing event updated for resources: {'Port': ['ID=17b5d33c-08ff-4d21-ac6c-6c354dea2f6c,revision_number=2']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:52.202425 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-6e2b9da4-31b3-47fe-b153-2dee8684d90c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for floatingip (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:52.203628 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-6e2b9da4-31b3-47fe-b153-2dee8684d90c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8045952 Sep 01 16:44:52.410490 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-bf7f1077-40fc-4361-975c-e78e58d1dd80 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--898644368&fields=id&tenant_id=9b9aa20e1ffb453d9ee13dd6ae2c25ef HTTP/1.1" status: 200 len: 267 time: 0.0453224 Sep 01 16:44:52.517784 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-cd21030b-9760-476d-9377-4daf0b14823e tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:52.519248 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-cd21030b-9760-476d-9377-4daf0b14823e tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/networks?id=ae0395ee-74d9-4949-89c6-cf6ebc736a46 HTTP/1.1" status: 200 len: 815 time: 0.1009829 Sep 01 16:44:52.533797 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-b89c3bd4-e9b4-4dc4-830b-0d1445f78d85 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/quotas/9b9aa20e1ffb453d9ee13dd6ae2c25ef HTTP/1.1" status: 200 len: 375 time: 0.0092409 Sep 01 16:44:52.585634 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-106dd7f4-f2e0-4c37-8c4b-44262559239c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=9b9aa20e1ffb453d9ee13dd6ae2c25ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470424 Sep 01 16:44:52.600926 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-eeb8077b-4b06-4bb1-916d-a8cdf7a83d9f service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106489) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 01 16:44:52.601858 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-eeb8077b-4b06-4bb1-916d-a8cdf7a83d9f service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049560 Sep 01 16:44:52.690158 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-5e6a5db9-405d-49a2-8e3d-ffcb61d2761f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ae0395ee-74d9-4949-89c6-cf6ebc736a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829999 Sep 01 16:44:52.786228 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-a0d4e193-6fb2-40d3-b041-201f8ee77da0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/ae0395ee-74d9-4949-89c6-cf6ebc736a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901120 Sep 01 16:44:52.951676 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-81b2d0dd-af5b-4c6b-8398-23674005ea2b req-567f4877-ef15-4489-8d9b-974dd1c47a4e tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a6d4ac6d-daa9-4356-b6e3-03dceee9bc5f HTTP/1.1" status: 200 len: 210 time: 0.0281706 Sep 01 16:44:53.711288 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-0e4f061d-6ade-42cc-8b52-53c14cbb4727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:54.065133 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-145c42d2-0d2a-4139-a78b-214a98c2603a req-56c0d828-c8ee-46ca-b276-902cf43ae0f6 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a6d4ac6d-daa9-4356-b6e3-03dceee9bc5f HTTP/1.1" status: 200 len: 210 time: 0.0338430 Sep 01 16:44:54.066302 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:54.074042 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:54.130568 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-bf89c917-98e9-4273-a957-f1a8ab5fb1c6 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:54.132178 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-bf89c917-98e9-4273-a957-f1a8ab5fb1c6 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.77 "GET /networking/v2.0/networks?id=ae0395ee-74d9-4949-89c6-cf6ebc736a46 HTTP/1.1" status: 200 len: 815 time: 0.1288545 Sep 01 16:44:54.210555 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-0776d197-74d3-440b-acbf-9a6bb18aac93 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9b9aa20e1ffb453d9ee13dd6ae2c25ef HTTP/1.1" status: 200 len: 379 time: 0.0523736 Sep 01 16:44:54.298007 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-c9cb7100-6579-4ae8-aaac-9be436851cc6 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Request body: {'port': {'device_id': 'a6d4ac6d-daa9-4356-b6e3-03dceee9bc5f', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'admin_state_up': True, 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'security_groups': ['de1c54fa-83a5-4a9a-83e0-d70466d15da0']}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:44:54.407259 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-c9cb7100-6579-4ae8-aaac-9be436851cc6 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Made reservation on behalf of 9b9aa20e1ffb453d9ee13dd6ae2c25ef for: {'port': 1} {{(pid=106490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:44:54.410950 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-c9cb7100-6579-4ae8-aaac-9be436851cc6 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:54.532360 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_common [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-c9cb7100-6579-4ae8-aaac-9be436851cc6 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Allocated IP 172.20.0.6 (ae0395ee-74d9-4949-89c6-cf6ebc736a46/e9b0dd6e-b554-478d-81fd-0da60f4e81d8/0d2502a8-c2c9-4de4-bbc0-e84ad42bc788) {{(pid=106490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:44:54.642570 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:54.670191 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-c9cb7100-6579-4ae8-aaac-9be436851cc6 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for port (0d2502a8-c2c9-4de4-bbc0-e84ad42bc788), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:54.702487 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-c9cb7100-6579-4ae8-aaac-9be436851cc6 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777439295847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (0d2502a8-c2c9-4de4-bbc0-e84ad42bc788), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:54.746729 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-c9cb7100-6579-4ae8-aaac-9be436851cc6 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Network ae0395ee-74d9-4949-89c6-cf6ebc736a46 is already hosted by enough agents. {{(pid=106490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:44:54.749844 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.base_scheduler [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-c9cb7100-6579-4ae8-aaac-9be436851cc6 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Resources bound (agent type, host, resource id): {{(pid=106490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:44:54.752241 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-c9cb7100-6579-4ae8-aaac-9be436851cc6 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Received port after_create {{(pid=106490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 01 16:44:54.778202 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb7100-6579-4ae8-aaac-9be436851cc6 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Pushing event updated for resources: {'Port': ['ID=0d2502a8-c2c9-4de4-bbc0-e84ad42bc788,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:54.814228 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-c9cb7100-6579-4ae8-aaac-9be436851cc6 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:54.814855 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-c9cb7100-6579-4ae8-aaac-9be436851cc6 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:54.832371 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-c9cb7100-6579-4ae8-aaac-9be436851cc6 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5381124 Sep 01 16:44:54.952996 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-8faa87ff-84de-4dca-a6d3-a071479892b3 service neutron] Request body: {'port': {'device_id': 'a6d4ac6d-daa9-4356-b6e3-03dceee9bc5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85220'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:44:54.969129 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-b82aefc9-cb40-4067-9f14-77db8a34084f None None] Provisioning complete for port 0d2502a8-c2c9-4de4-bbc0-e84ad42bc788 triggered by entity DHCP. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:44:54.969618 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-b82aefc9-cb40-4067-9f14-77db8a34084f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (0d2502a8-c2c9-4de4-bbc0-e84ad42bc788), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:55.002397 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-b82aefc9-cb40-4067-9f14-77db8a34084f None None] Port 0d2502a8-c2c9-4de4-bbc0-e84ad42bc788 cannot update to ACTIVE because it is not bound. {{(pid=106491) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 01 16:44:55.014422 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-8faa87ff-84de-4dca-a6d3-a071479892b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (0d2502a8-c2c9-4de4-bbc0-e84ad42bc788), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:55.062399 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:55.068697 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:55.238610 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f53800-a070-4c01-a36a-cb9030691eff req-883e54c3-781f-411f-9661-9a71bae7d33f tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:55.239970 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-45f53800-a070-4c01-a36a-cb9030691eff req-883e54c3-781f-411f-9661-9a71bae7d33f tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a6d4ac6d-daa9-4356-b6e3-03dceee9bc5f HTTP/1.1" status: 200 len: 931 time: 0.0850635 Sep 01 16:44:55.323440 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-45f53800-a070-4c01-a36a-cb9030691eff req-6dae44da-75e6-45df-aa52-61f1cc4cb132 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de1c54fa-83a5-4a9a-83e0-d70466d15da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742226 Sep 01 16:44:55.355514 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-8faa87ff-84de-4dca-a6d3-a071479892b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d2502a8-c2c9-4de4-bbc0-e84ad42bc788 {{(pid=106490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:44:55.363580 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-8faa87ff-84de-4dca-a6d3-a071479892b3 service neutron] Publish callbacks [] for port (0d2502a8-c2c9-4de4-bbc0-e84ad42bc788), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:55.376537 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.provisioning_blocks [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-8faa87ff-84de-4dca-a6d3-a071479892b3 service neutron] Transition to ACTIVE for port object 0d2502a8-c2c9-4de4-bbc0-e84ad42bc788 will not be triggered until provisioned by entity L2. {{(pid=106490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 01 16:44:55.379372 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-8faa87ff-84de-4dca-a6d3-a071479892b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261539433'] for port (0d2502a8-c2c9-4de4-bbc0-e84ad42bc788), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:55.461030 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa87ff-84de-4dca-a6d3-a071479892b3 service neutron] Pushing event updated for resources: {'Port': ['ID=0d2502a8-c2c9-4de4-bbc0-e84ad42bc788,revision_number=2']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:55.489780 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-8faa87ff-84de-4dca-a6d3-a071479892b3 service neutron] Attempting to bind port 0d2502a8-c2c9-4de4-bbc0-e84ad42bc788 on host hv-cinder-85220 for vnic_type normal with profile {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 01 16:44:55.490057 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-8faa87ff-84de-4dca-a6d3-a071479892b3 service neutron] Attempting to bind port 0d2502a8-c2c9-4de4-bbc0-e84ad42bc788 by drivers openvswitch,hyperv on host hv-cinder-85220 at level 0 using segments [{'id': '0363ed2f-e965-4e31-8039-d81606d4468a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46'}] {{(pid=106490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 01 16:44:55.490426 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-8faa87ff-84de-4dca-a6d3-a071479892b3 service neutron] Attempting to bind port 0d2502a8-c2c9-4de4-bbc0-e84ad42bc788 on network ae0395ee-74d9-4949-89c6-cf6ebc736a46 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:44:55.495118 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-8faa87ff-84de-4dca-a6d3-a071479892b3 service neutron] Port 0d2502a8-c2c9-4de4-bbc0-e84ad42bc788 on network ae0395ee-74d9-4949-89c6-cf6ebc736a46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85220 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 01 16:44:55.495431 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-8faa87ff-84de-4dca-a6d3-a071479892b3 service neutron] Attempting to bind port 0d2502a8-c2c9-4de4-bbc0-e84ad42bc788 on network ae0395ee-74d9-4949-89c6-cf6ebc736a46 {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 01 16:44:55.500421 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-8faa87ff-84de-4dca-a6d3-a071479892b3 service neutron] Checking agent: {'id': '294a3787-103d-4a51-bc9c-bc09638a7966', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85220', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 1, 16, 32, 3), 'started_at': datetime.datetime(2022, 9, 1, 16, 32, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 1, 16, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 01 16:44:55.500752 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-8faa87ff-84de-4dca-a6d3-a071479892b3 service neutron] Checking segment: {'id': '0363ed2f-e965-4e31-8039-d81606d4468a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:44:55.501125 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-8faa87ff-84de-4dca-a6d3-a071479892b3 service neutron] Bound using segment: {'id': '0363ed2f-e965-4e31-8039-d81606d4468a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46'} {{(pid=106490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 01 16:44:55.501544 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.managers [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-8faa87ff-84de-4dca-a6d3-a071479892b3 service neutron] Bound port: 0d2502a8-c2c9-4de4-bbc0-e84ad42bc788, host: hv-cinder-85220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0363ed2f-e965-4e31-8039-d81606d4468a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46'}}] {{(pid=106490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 01 16:44:55.501897 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-8faa87ff-84de-4dca-a6d3-a071479892b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (0d2502a8-c2c9-4de4-bbc0-e84ad42bc788), before_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:55.567666 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-8faa87ff-84de-4dca-a6d3-a071479892b3 service neutron] For port 0d2502a8-c2c9-4de4-bbc0-e84ad42bc788, host hv-cinder-85220, cleared binding levels {{(pid=106490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:44:55.570678 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-8faa87ff-84de-4dca-a6d3-a071479892b3 service neutron] For port 0d2502a8-c2c9-4de4-bbc0-e84ad42bc788, host hv-cinder-85220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=0d2502a8-c2c9-4de4-bbc0-e84ad42bc788,segment=NetworkSegment(0363ed2f-e965-4e31-8039-d81606d4468a),segment_id=0363ed2f-e965-4e31-8039-d81606d4468a)] {{(pid=106490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:44:55.576196 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-8faa87ff-84de-4dca-a6d3-a071479892b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261539433'] for port (0d2502a8-c2c9-4de4-bbc0-e84ad42bc788), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:55.580778 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-8faa87ff-84de-4dca-a6d3-a071479892b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:55.581374 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-8faa87ff-84de-4dca-a6d3-a071479892b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:55.582802 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-8faa87ff-84de-4dca-a6d3-a071479892b3 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/0d2502a8-c2c9-4de4-bbc0-e84ad42bc788 HTTP/1.1" status: 200 len: 1093 time: 0.7381282 Sep 01 16:44:55.583284 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d4ac6d-daa9-4356-b6e3-03dceee9bc5f', 'tag': '0d2502a8-c2c9-4de4-bbc0-e84ad42bc788'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:44:55.585525 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179f66e1-ae96-428e-a95e-9492a99d0eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "a6d4ac6d-daa9-4356-b6e3-03dceee9bc5f", "tag": "0d2502a8-c2c9-4de4-bbc0-e84ad42bc788"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:44:55.628397 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 16:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cefc79-6e60-4fe8-ad9c-90580e4a355e x-openstack-request-id: req-64cefc79-6e60-4fe8-ad9c-90580e4a355e {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:44:55.628680 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6d4ac6d-daa9-4356-b6e3-03dceee9bc5f", "tag": "0d2502a8-c2c9-4de4-bbc0-e84ad42bc788", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:44:55.628932 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-64cefc79-6e60-4fe8-ad9c-90580e4a355e {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:44:55.629329 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64cefc79-6e60-4fe8-ad9c-90580e4a355e'] response: {'name': 'network-changed', 'server_uuid': 'a6d4ac6d-daa9-4356-b6e3-03dceee9bc5f', 'tag': '0d2502a8-c2c9-4de4-bbc0-e84ad42bc788', 'status': 'completed', 'code': 200} Sep 01 16:44:55.633969 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa87ff-84de-4dca-a6d3-a071479892b3 service neutron] Pushing event updated for resources: {'Port': ['ID=0d2502a8-c2c9-4de4-bbc0-e84ad42bc788,revision_number=3']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:55.696768 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-d3874f7a-b017-4a73-b6c5-492506c73e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:55.698276 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-d3874f7a-b017-4a73-b6c5-492506c73e15 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=9b9aa20e1ffb453d9ee13dd6ae2c25ef&device_id=a6d4ac6d-daa9-4356-b6e3-03dceee9bc5f HTTP/1.1" status: 200 len: 1127 time: 0.0422339 Sep 01 16:44:56.014383 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-ccc9cf29-3674-4d79-aaf5-d52477724b77 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d2502a8-c2c9-4de4-bbc0-e84ad42bc788 HTTP/1.1" status: 200 len: 217 time: 0.3031921 Sep 01 16:44:56.063459 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-d256efca-5c0e-40e7-8922-57fd3b948caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:56.064929 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-d256efca-5c0e-40e7-8922-57fd3b948caf service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e9b0dd6e-b554-478d-81fd-0da60f4e81d8 HTTP/1.1" status: 200 len: 854 time: 0.0448921 Sep 01 16:44:56.109949 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-058e1006-dda4-4af0-ace7-faf3d67a8d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:56.111992 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-058e1006-dda4-4af0-ace7-faf3d67a8d7f service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=ae0395ee-74d9-4949-89c6-cf6ebc736a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405459 Sep 01 16:44:56.201347 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-8b4d155d-7e47-4be0-a161-0456cf0fd374 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ae0395ee-74d9-4949-89c6-cf6ebc736a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817256 Sep 01 16:44:56.281646 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:56.285220 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:56.302915 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-48d14e51-7450-49ad-95c7-003b81e9fd14 req-d8ce46c5-2dba-4d74-b049-331dced8c85d service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ae0395ee-74d9-4949-89c6-cf6ebc736a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957546 Sep 01 16:44:56.388274 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:56.461502 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47715f1-90c3-4d01-80cc-d9832eeba7a1 req-5f1b5c08-ffef-4b0c-ad14-e967a1e8c31e tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:56.465657 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a47715f1-90c3-4d01-80cc-d9832eeba7a1 req-5f1b5c08-ffef-4b0c-ad14-e967a1e8c31e tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a6d4ac6d-daa9-4356-b6e3-03dceee9bc5f HTTP/1.1" status: 200 len: 943 time: 0.0478818 Sep 01 16:44:56.496766 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:56.514071 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-a47715f1-90c3-4d01-80cc-d9832eeba7a1 req-13552ff0-a51c-47aa-8d69-136cfe34563c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de1c54fa-83a5-4a9a-83e0-d70466d15da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449452 Sep 01 16:44:57.082298 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f66e1-ae96-428e-a95e-9492a99d0eb1 req-b24d3b3b-45f6-4a0e-84ef-0add9ebe3d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:57.083807 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-179f66e1-ae96-428e-a95e-9492a99d0eb1 req-b24d3b3b-45f6-4a0e-84ef-0add9ebe3d86 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=9b9aa20e1ffb453d9ee13dd6ae2c25ef&device_id=a6d4ac6d-daa9-4356-b6e3-03dceee9bc5f HTTP/1.1" status: 200 len: 1127 time: 0.0410771 Sep 01 16:44:57.179831 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f66e1-ae96-428e-a95e-9492a99d0eb1 req-4bf7fccc-a715-404e-a5f5-654deda8f68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:57.181282 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-179f66e1-ae96-428e-a95e-9492a99d0eb1 req-4bf7fccc-a715-404e-a5f5-654deda8f68a service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=ae0395ee-74d9-4949-89c6-cf6ebc736a46 HTTP/1.1" status: 200 len: 916 time: 0.0917287 Sep 01 16:44:57.224588 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-179f66e1-ae96-428e-a95e-9492a99d0eb1 req-05397c26-68b8-4e89-9bea-becf2bb7a05d service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d2502a8-c2c9-4de4-bbc0-e84ad42bc788 HTTP/1.1" status: 200 len: 217 time: 0.0370784 Sep 01 16:44:57.277114 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f66e1-ae96-428e-a95e-9492a99d0eb1 req-0902cdc4-c237-4cbb-a7ba-a8495834298d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:57.278567 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-179f66e1-ae96-428e-a95e-9492a99d0eb1 req-0902cdc4-c237-4cbb-a7ba-a8495834298d service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e9b0dd6e-b554-478d-81fd-0da60f4e81d8 HTTP/1.1" status: 200 len: 854 time: 0.0485187 Sep 01 16:44:57.319965 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f66e1-ae96-428e-a95e-9492a99d0eb1 req-a7be9f8c-65a9-440b-954e-3ae862218896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:57.321404 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-179f66e1-ae96-428e-a95e-9492a99d0eb1 req-a7be9f8c-65a9-440b-954e-3ae862218896 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=ae0395ee-74d9-4949-89c6-cf6ebc736a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0371439 Sep 01 16:44:57.410159 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-179f66e1-ae96-428e-a95e-9492a99d0eb1 req-87e96dbb-7e46-44bd-8e2a-d622cea5ec9c service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ae0395ee-74d9-4949-89c6-cf6ebc736a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827188 Sep 01 16:44:57.502738 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-179f66e1-ae96-428e-a95e-9492a99d0eb1 req-373412b7-fd4d-4061-b9bd-e2e4db9430e4 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ae0395ee-74d9-4949-89c6-cf6ebc736a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869670 Sep 01 16:44:57.640983 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59609f3a-9a11-4b1d-90c2-596bc99e9cf0 req-438e5b32-c509-4de9-9aa5-fe44f3f7b2e8 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:57.643061 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-59609f3a-9a11-4b1d-90c2-596bc99e9cf0 req-438e5b32-c509-4de9-9aa5-fe44f3f7b2e8 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a6d4ac6d-daa9-4356-b6e3-03dceee9bc5f HTTP/1.1" status: 200 len: 943 time: 0.0525181 Sep 01 16:44:57.672745 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:57.686037 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:57.692111 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-59609f3a-9a11-4b1d-90c2-596bc99e9cf0 req-c2ef4e2c-fc39-4978-b782-448b557c9885 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de1c54fa-83a5-4a9a-83e0-d70466d15da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435498 Sep 01 16:44:58.002182 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 0d2502a8-c2c9-4de4-bbc0-e84ad42bc788 details requested by agent hyperv_hv-cinder-85220 with host hv-cinder-85220 {{(pid=106491) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:44:58.092570 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:58.105188 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 0d2502a8-c2c9-4de4-bbc0-e84ad42bc788, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=0d2502a8-c2c9-4de4-bbc0-e84ad42bc788,segment=NetworkSegment(0363ed2f-e965-4e31-8039-d81606d4468a),segment_id=0363ed2f-e965-4e31-8039-d81606d4468a)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:44:58.107244 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:44:58.119929 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Returning: {'device': '0d2502a8-c2c9-4de4-bbc0-e84ad42bc788', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'port_id': '0d2502a8-c2c9-4de4-bbc0-e84ad42bc788', 'mac_address': 'fa:16:3e:cf:ff:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106491) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:44:58.159257 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 0d2502a8-c2c9-4de4-bbc0-e84ad42bc788 is: DOWN; New status is: BUILD {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:44:58.159641 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (0d2502a8-c2c9-4de4-bbc0-e84ad42bc788), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:58.172833 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d2502a8-c2c9-4de4-bbc0-e84ad42bc788 {{(pid=106491) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 01 16:44:58.196415 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 0d2502a8-c2c9-4de4-bbc0-e84ad42bc788, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=0d2502a8-c2c9-4de4-bbc0-e84ad42bc788,segment=NetworkSegment(0363ed2f-e965-4e31-8039-d81606d4468a),segment_id=0363ed2f-e965-4e31-8039-d81606d4468a)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:44:58.202058 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (0d2502a8-c2c9-4de4-bbc0-e84ad42bc788), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:44:58.249597 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=0d2502a8-c2c9-4de4-bbc0-e84ad42bc788,revision_number=4']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:44:58.256880 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:44:58.257161 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:44:58.257499 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:44:58.257834 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:44:58.258162 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:44:58.258525 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:44:58.258848 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:44:58.259168 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:44:58.259490 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:44:58.259810 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:44:58.260127 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:44:58.260446 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:44:58.260765 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:44:58.261081 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:44:58.261394 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:44:58.479549 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] get_ports_and_sgs() called for port_ids ['0d2502a8-c2c9-4de4-bbc0-e84ad42bc788'] {{(pid=106491) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 01 16:44:58.808535 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9c226-c36a-4f03-ae0a-168f10f22be1 req-4e125ae6-2de5-4533-9c37-8b5d1f0f57fa tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:58.810021 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b7b9c226-c36a-4f03-ae0a-168f10f22be1 req-4e125ae6-2de5-4533-9c37-8b5d1f0f57fa tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a6d4ac6d-daa9-4356-b6e3-03dceee9bc5f HTTP/1.1" status: 200 len: 944 time: 0.0463853 Sep 01 16:44:58.859583 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-b7b9c226-c36a-4f03-ae0a-168f10f22be1 req-5adc5651-c6a2-4c20-9804-4e0b879c5bec tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de1c54fa-83a5-4a9a-83e0-d70466d15da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439768 Sep 01 16:44:59.984778 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b469901-ba33-4b89-ad90-5c7ba56774e6 req-4ab4ce49-a2c9-4a3e-a4ee-a4d20b730031 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:44:59.986833 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-2b469901-ba33-4b89-ad90-5c7ba56774e6 req-4ab4ce49-a2c9-4a3e-a4ee-a4d20b730031 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a6d4ac6d-daa9-4356-b6e3-03dceee9bc5f HTTP/1.1" status: 200 len: 944 time: 0.0540173 Sep 01 16:45:00.027810 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 0d2502a8-c2c9-4de4-bbc0-e84ad42bc788 up at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:45:00.036880 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-2b469901-ba33-4b89-ad90-5c7ba56774e6 req-9863263e-00a5-44a7-bdb4-63b7e173dd7e tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de1c54fa-83a5-4a9a-83e0-d70466d15da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444541 Sep 01 16:45:00.073404 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning for port 0d2502a8-c2c9-4de4-bbc0-e84ad42bc788 completed by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 01 16:45:00.078938 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.provisioning_blocks [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Provisioning complete for port 0d2502a8-c2c9-4de4-bbc0-e84ad42bc788 triggered by entity L2. {{(pid=106491) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 01 16:45:00.079305 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1498963'] for port (0d2502a8-c2c9-4de4-bbc0-e84ad42bc788), provisioning_complete {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:00.153111 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Current status of the port 0d2502a8-c2c9-4de4-bbc0-e84ad42bc788 is: BUILD; New status is: ACTIVE {{(pid=106491) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 01 16:45:00.153403 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for port (0d2502a8-c2c9-4de4-bbc0-e84ad42bc788), before_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:00.176342 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d4ac6d-daa9-4356-b6e3-03dceee9bc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2502a8-c2c9-4de4-bbc0-e84ad42bc788'}] {{(pid=106491) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:45:00.178787 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27cd250e45b0eab3f9aacaaa4111d690d8ad0f5b6b5c497c1d88b56abc962a86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd56662-0bb6-425a-9645-bc9a771a43d3" -d '{"events": [{"server_uuid": "a6d4ac6d-daa9-4356-b6e3-03dceee9bc5f", "name": "network-vif-plugged", "status": "completed", "tag": "0d2502a8-c2c9-4de4-bbc0-e84ad42bc788"}]}' {{(pid=106491) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:45:00.191472 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.db [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] For port 0d2502a8-c2c9-4de4-bbc0-e84ad42bc788, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=0d2502a8-c2c9-4de4-bbc0-e84ad42bc788,segment=NetworkSegment(0363ed2f-e965-4e31-8039-d81606d4468a),segment_id=0363ed2f-e965-4e31-8039-d81606d4468a)] {{(pid=106491) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:45:00.195639 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777439803010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777439295865', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777439295883'] for port (0d2502a8-c2c9-4de4-bbc0-e84ad42bc788), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:00.218578 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302ffa26-3c8e-4a9f-882a-83fa5c19380b x-openstack-request-id: req-302ffa26-3c8e-4a9f-882a-83fa5c19380b {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:45:00.218866 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d4ac6d-daa9-4356-b6e3-03dceee9bc5f", "name": "network-vif-plugged", "status": "completed", "tag": "0d2502a8-c2c9-4de4-bbc0-e84ad42bc788", "code": 200}]} {{(pid=106491) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:45:00.219111 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-302ffa26-3c8e-4a9f-882a-83fa5c19380b {{(pid=106491) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:45:00.219496 dv-cinder-852209-10-iscsi neutron-server[106491]: INFO neutron.notifiers.nova [-] Nova event matching ['req-302ffa26-3c8e-4a9f-882a-83fa5c19380b'] response: {'server_uuid': 'a6d4ac6d-daa9-4356-b6e3-03dceee9bc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2502a8-c2c9-4de4-bbc0-e84ad42bc788', 'code': 200} Sep 01 16:45:00.245338 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Pushing event updated for resources: {'Port': ['ID=0d2502a8-c2c9-4de4-bbc0-e84ad42bc788,revision_number=5']} {{(pid=106491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:45:00.428694 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af60999-e99f-4808-bbb8-82828f810eb5 req-aff530c4-9ecc-4d87-8a43-c461e219d210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:45:00.430319 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7af60999-e99f-4808-bbb8-82828f810eb5 req-aff530c4-9ecc-4d87-8a43-c461e219d210 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=a6d4ac6d-daa9-4356-b6e3-03dceee9bc5f HTTP/1.1" status: 200 len: 1129 time: 0.0431404 Sep 01 16:45:00.474545 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7af60999-e99f-4808-bbb8-82828f810eb5 req-2099dc02-959a-4ed0-aee7-ed891e9c62eb service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=de1c54fa-83a5-4a9a-83e0-d70466d15da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387030 Sep 01 16:45:01.156044 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508959f4-6ff1-4cbf-bd21-855954329ec6 req-d5c7818e-b81a-4d98-bb3f-564ed5a79a7c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:45:01.157545 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-508959f4-6ff1-4cbf-bd21-855954329ec6 req-d5c7818e-b81a-4d98-bb3f-564ed5a79a7c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a6d4ac6d-daa9-4356-b6e3-03dceee9bc5f HTTP/1.1" status: 200 len: 945 time: 0.0476031 Sep 01 16:45:01.204970 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-508959f4-6ff1-4cbf-bd21-855954329ec6 req-b46d8831-5ad2-4c51-9a60-ef7aa3205f67 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de1c54fa-83a5-4a9a-83e0-d70466d15da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417919 Sep 01 16:45:02.325017 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fc750-fa14-473b-a992-3d76c86dc82a req-c1b3c0c2-9e1d-4afb-b716-9b2afdd0c5d8 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:45:02.326504 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f38fc750-fa14-473b-a992-3d76c86dc82a req-c1b3c0c2-9e1d-4afb-b716-9b2afdd0c5d8 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a6d4ac6d-daa9-4356-b6e3-03dceee9bc5f HTTP/1.1" status: 200 len: 945 time: 0.0464885 Sep 01 16:45:02.374859 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f38fc750-fa14-473b-a992-3d76c86dc82a req-6dbf17e5-77f7-4abd-ab41-1d1a2c37ea24 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de1c54fa-83a5-4a9a-83e0-d70466d15da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420642 Sep 01 16:45:02.498171 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19642773-6054-4e7f-9b62-12487c189c1d req-d28c712f-d39b-494b-83f7-2c2d5627ae7c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:45:02.499613 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-19642773-6054-4e7f-9b62-12487c189c1d req-d28c712f-d39b-494b-83f7-2c2d5627ae7c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a6d4ac6d-daa9-4356-b6e3-03dceee9bc5f HTTP/1.1" status: 200 len: 945 time: 0.0523272 Sep 01 16:45:02.509301 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 40364) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:45:02.513683 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-90043a99-d4c7-467e-aaa0-dfc81f5882b9 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Request body: {'floatingip': {'port_id': '0d2502a8-c2c9-4de4-bbc0-e84ad42bc788'}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:45:02.554645 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-90043a99-d4c7-467e-aaa0-dfc81f5882b9 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for floatingip (2c400df4-4879-4fc5-beab-e55c6dee3937), before_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:02.988332 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-90043a99-d4c7-467e-aaa0-dfc81f5882b9 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:02.992012 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-90043a99-d4c7-467e-aaa0-dfc81f5882b9 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631243'] for floatingip (2c400df4-4879-4fc5-beab-e55c6dee3937), after_update {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:03.090326 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.db.l3_db [None req-90043a99-d4c7-467e-aaa0-dfc81f5882b9 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Floating IP 2c400df4-4879-4fc5-beab-e55c6dee3937 associated. External IP: 172.27.2.48, port: 0d2502a8-c2c9-4de4-bbc0-e84ad42bc788. Sep 01 16:45:03.293940 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90043a99-d4c7-467e-aaa0-dfc81f5882b9 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Router 8a000a00-21da-405e-aff7-2b2ad6be6227 has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:45:03.297036 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:45:03.341622 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:45:03.405647 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90043a99-d4c7-467e-aaa0-dfc81f5882b9 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:45:03.411246 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-90043a99-d4c7-467e-aaa0-dfc81f5882b9 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for floatingip (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:03.418098 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab194e1b-06bc-4ce9-8ac4-8643883218e2 None None] Sync routers for ids ['8a000a00-21da-405e-aff7-2b2ad6be6227'] in dv-cinder-852209-10-iscsi {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:45:03.433959 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab194e1b-06bc-4ce9-8ac4-8643883218e2 None None] Routers {'8a000a00-21da-405e-aff7-2b2ad6be6227'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:45:03.435014 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-ab194e1b-06bc-4ce9-8ac4-8643883218e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:44:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['8a000a00-21da-405e-aff7-2b2ad6be6227'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:45:03.454165 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-90043a99-d4c7-467e-aaa0-dfc81f5882b9 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/2c400df4-4879-4fc5-beab-e55c6dee3937 HTTP/1.1" status: 200 len: 990 time: 0.9437950 Sep 01 16:45:03.455482 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d4ac6d-daa9-4356-b6e3-03dceee9bc5f', 'tag': '0d2502a8-c2c9-4de4-bbc0-e84ad42bc788'}] {{(pid=106489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:45:03.457814 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1550313f5bb77113f09716e5d1a8baf859292fcdcb636e130c538cefede5f8d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60da533-c080-4ea8-a6d2-3418234e8632" -d '{"events": [{"name": "network-changed", "server_uuid": "a6d4ac6d-daa9-4356-b6e3-03dceee9bc5f", "tag": "0d2502a8-c2c9-4de4-bbc0-e84ad42bc788"}]}' {{(pid=106489) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:45:03.497636 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Sep 2022 16:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d2b9f0-f177-4111-8226-30619ded96b9 x-openstack-request-id: req-b3d2b9f0-f177-4111-8226-30619ded96b9 {{(pid=106489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:45:03.497925 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6d4ac6d-daa9-4356-b6e3-03dceee9bc5f", "tag": "0d2502a8-c2c9-4de4-bbc0-e84ad42bc788", "status": "completed", "code": 200}]} {{(pid=106489) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:45:03.498174 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b3d2b9f0-f177-4111-8226-30619ded96b9 {{(pid=106489) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:45:03.498612 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3d2b9f0-f177-4111-8226-30619ded96b9'] response: {'name': 'network-changed', 'server_uuid': 'a6d4ac6d-daa9-4356-b6e3-03dceee9bc5f', 'tag': '0d2502a8-c2c9-4de4-bbc0-e84ad42bc788', 'status': 'completed', 'code': 200} Sep 01 16:45:03.551406 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-ab194e1b-06bc-4ce9-8ac4-8643883218e2 None None] Set router 8a000a00-21da-405e-aff7-2b2ad6be6227 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:45:03.589274 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60da533-c080-4ea8-a6d2-3418234e8632 req-d9e7c29f-8b3a-41d5-bdb4-01d55cde77a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:45:03.590872 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f60da533-c080-4ea8-a6d2-3418234e8632 req-d9e7c29f-8b3a-41d5-bdb4-01d55cde77a4 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=9b9aa20e1ffb453d9ee13dd6ae2c25ef&device_id=a6d4ac6d-daa9-4356-b6e3-03dceee9bc5f HTTP/1.1" status: 200 len: 1129 time: 0.0448384 Sep 01 16:45:03.683113 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60da533-c080-4ea8-a6d2-3418234e8632 req-2ef7e540-2730-4aaf-9cef-a4176f4bde98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:45:03.684605 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f60da533-c080-4ea8-a6d2-3418234e8632 req-2ef7e540-2730-4aaf-9cef-a4176f4bde98 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=ae0395ee-74d9-4949-89c6-cf6ebc736a46 HTTP/1.1" status: 200 len: 916 time: 0.0881250 Sep 01 16:45:03.697167 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:45:03.715800 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:45:03.734485 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:45:03.750124 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f60da533-c080-4ea8-a6d2-3418234e8632 req-4dad6f59-8450-44bf-9871-2452f3f09c8a service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d2502a8-c2c9-4de4-bbc0-e84ad42bc788 HTTP/1.1" status: 200 len: 998 time: 0.0594707 Sep 01 16:45:03.772979 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-ab194e1b-06bc-4ce9-8ac4-8643883218e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'name': 'tempest-AttachVolumeNegativeTest-1256010836-router', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:41:37Z', 'updated_at': '2022-09-01T16:41:40Z', 'revision_number': 4, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'gw_port': {'id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:38:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:38Z', 'updated_at': '2022-09-01T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': '2c400df4-4879-4fc5-beab-e55c6dee3937', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'port_id': '0d2502a8-c2c9-4de4-bbc0-e84ad42bc788', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'mac_address': 'fa:16:3e:cf:ff:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d4ac6d-daa9-4356-b6e3-03dceee9bc5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:44:51Z', 'updated_at': '2022-09-01T16:45:02Z', 'revision_number': 1, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087328a0-d3ac-421a-9dc7-4759db8aec06', 'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'mac_address': 'fa:16:3e:1b:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:39Z', 'updated_at': '2022-09-01T16:41:45Z', 'revision_number': 5, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'subnets': [{'id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:45:03.801163 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=100 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:45:03.801395 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab194e1b-06bc-4ce9-8ac4-8643883218e2 None None] Checking router: 8a000a00-21da-405e-aff7-2b2ad6be6227 for host: dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:45:03.805732 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60da533-c080-4ea8-a6d2-3418234e8632 req-6e7bdfc9-0b63-44f6-a4cf-7dc9fe3e7dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:45:03.807177 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f60da533-c080-4ea8-a6d2-3418234e8632 req-6e7bdfc9-0b63-44f6-a4cf-7dc9fe3e7dad service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e9b0dd6e-b554-478d-81fd-0da60f4e81d8 HTTP/1.1" status: 200 len: 854 time: 0.0484300 Sep 01 16:45:03.809964 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab194e1b-06bc-4ce9-8ac4-8643883218e2 None None] Routers {'8a000a00-21da-405e-aff7-2b2ad6be6227'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:45:03.810594 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-ab194e1b-06bc-4ce9-8ac4-8643883218e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:44:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['8a000a00-21da-405e-aff7-2b2ad6be6227'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:45:03.851773 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60da533-c080-4ea8-a6d2-3418234e8632 req-8a060974-a062-4015-8718-2d4fc43df08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:45:03.853306 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f60da533-c080-4ea8-a6d2-3418234e8632 req-8a060974-a062-4015-8718-2d4fc43df08c service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=ae0395ee-74d9-4949-89c6-cf6ebc736a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401645 Sep 01 16:45:03.926783 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-ab194e1b-06bc-4ce9-8ac4-8643883218e2 None None] Set router 8a000a00-21da-405e-aff7-2b2ad6be6227 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:45:03.948743 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f60da533-c080-4ea8-a6d2-3418234e8632 req-073f7941-70c5-46cf-983d-674fc52c3bb3 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ae0395ee-74d9-4949-89c6-cf6ebc736a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896277 Sep 01 16:45:04.039269 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-f60da533-c080-4ea8-a6d2-3418234e8632 req-abc31da4-f3e7-4862-bf6d-0526e51ba90e service neutron] 10.222.0.77 "GET /networking/v2.0/networks/ae0395ee-74d9-4949-89c6-cf6ebc736a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848546 Sep 01 16:45:04.149567 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-ab194e1b-06bc-4ce9-8ac4-8643883218e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'name': 'tempest-AttachVolumeNegativeTest-1256010836-router', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:41:37Z', 'updated_at': '2022-09-01T16:41:40Z', 'revision_number': 4, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'gw_port': {'id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:38:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:38Z', 'updated_at': '2022-09-01T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': '2c400df4-4879-4fc5-beab-e55c6dee3937', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'port_id': '0d2502a8-c2c9-4de4-bbc0-e84ad42bc788', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'mac_address': 'fa:16:3e:cf:ff:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d4ac6d-daa9-4356-b6e3-03dceee9bc5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:44:51Z', 'updated_at': '2022-09-01T16:45:02Z', 'revision_number': 1, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087328a0-d3ac-421a-9dc7-4759db8aec06', 'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'mac_address': 'fa:16:3e:1b:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:39Z', 'updated_at': '2022-09-01T16:41:45Z', 'revision_number': 5, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'subnets': [{'id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:45:04.175374 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab194e1b-06bc-4ce9-8ac4-8643883218e2 None None] The sync data for ids ['8a000a00-21da-405e-aff7-2b2ad6be6227'] in dv-cinder-852209-10-iscsi is: [{'id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'name': 'tempest-AttachVolumeNegativeTest-1256010836-router', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:41:37Z', 'updated_at': '2022-09-01T16:41:40Z', 'revision_number': 4, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'gw_port': {'id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:38:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:38Z', 'updated_at': '2022-09-01T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_floatingips': [{'id': '2c400df4-4879-4fc5-beab-e55c6dee3937', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'router_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'port_id': '0d2502a8-c2c9-4de4-bbc0-e84ad42bc788', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'mac_address': 'fa:16:3e:cf:ff:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d4ac6d-daa9-4356-b6e3-03dceee9bc5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-01T16:44:51Z', 'updated_at': '2022-09-01T16:45:02Z', 'revision_number': 1, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087328a0-d3ac-421a-9dc7-4759db8aec06', 'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'mac_address': 'fa:16:3e:1b:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:39Z', 'updated_at': '2022-09-01T16:41:45Z', 'revision_number': 5, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'subnets': [{'id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:45:04.234401 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (294a3787-103d-4a51-bc9c-bc09638a7966), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:04.366075 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b589f17-63c6-48db-86b0-7b2168a088d1 None None] New status for floating IP 2c400df4-4879-4fc5-beab-e55c6dee3937: ACTIVE {{(pid=106492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 16:45:13.445442 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=15 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:45:13.451696 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=10 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:45:14.034971 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=32 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:45:14.037136 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=23 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:45:14.227989 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=48 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:45:14.229915 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=40,neutron:UPDATE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:45:14.468677 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:45:14.469997 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:45:14.774263 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.agents_db [None req-09d9e05d-4d55-4c1e-8994-77c39c5d0c8d None None] Agent healthcheck: found 6 active agents {{(pid=106492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:45:21.306039 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-6cd05bbe-106e-44ea-b8ed-28263c50ef04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:23.713475 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-02491bcb-86e0-4d41-a438-8cb2c7f1626c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:24.647312 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:24.769370 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:45:24.770194 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:45:26.372337 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:26.491143 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:34.238854 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (294a3787-103d-4a51-bc9c-bc09638a7966), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:44.233275 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:45:44.234130 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:45:44.721600 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:45:49.195473 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fee95-bceb-49de-ac7a-664204605e94 req-3edb515e-c2a4-4343-8592-3d8a8626d46d tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:45:49.196883 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-d66fee95-bceb-49de-ac7a-664204605e94 req-3edb515e-c2a4-4343-8592-3d8a8626d46d tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a6d4ac6d-daa9-4356-b6e3-03dceee9bc5f HTTP/1.1" status: 200 len: 945 time: 0.0520940 Sep 01 16:45:49.247474 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-d66fee95-bceb-49de-ac7a-664204605e94 req-9cb48a69-acd5-4985-8cc2-bb2499574ed1 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de1c54fa-83a5-4a9a-83e0-d70466d15da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430045 Sep 01 16:45:49.765615 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:45:50.380658 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fdf5cb-c97f-4a1e-a65a-dd518ddeb9e4 req-3391950e-f784-4da2-a67d-fc48116d78bc tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:45:50.382133 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-10fdf5cb-c97f-4a1e-a65a-dd518ddeb9e4 req-3391950e-f784-4da2-a67d-fc48116d78bc tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a6d4ac6d-daa9-4356-b6e3-03dceee9bc5f HTTP/1.1" status: 200 len: 945 time: 0.0583372 Sep 01 16:45:50.430816 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-10fdf5cb-c97f-4a1e-a65a-dd518ddeb9e4 req-a0b0d0b6-edbe-444b-9780-43771bbec679 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de1c54fa-83a5-4a9a-83e0-d70466d15da0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429573 Sep 01 16:45:50.786352 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff81e3-4633-4e2a-a00a-c53433562778 req-c0b1a45e-4cfc-464e-9d6d-f1bd97284a3b tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:45:50.787826 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7aff81e3-4633-4e2a-a00a-c53433562778 req-c0b1a45e-4cfc-464e-9d6d-f1bd97284a3b tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=a6d4ac6d-daa9-4356-b6e3-03dceee9bc5f HTTP/1.1" status: 200 len: 945 time: 0.0481722 Sep 01 16:45:50.870268 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [req-7aff81e3-4633-4e2a-a00a-c53433562778 req-256493f4-ed1a-45ee-ad09-79d615e9449c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Deleting port 0d2502a8-c2c9-4de4-bbc0-e84ad42bc788 {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:45:50.870611 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-7aff81e3-4633-4e2a-a00a-c53433562778 req-256493f4-ed1a-45ee-ad09-79d615e9449c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (0d2502a8-c2c9-4de4-bbc0-e84ad42bc788), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:50.964942 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [req-7aff81e3-4633-4e2a-a00a-c53433562778 req-256493f4-ed1a-45ee-ad09-79d615e9449c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] For port 0d2502a8-c2c9-4de4-bbc0-e84ad42bc788, host hv-cinder-85220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85220',level=0,port_id=0d2502a8-c2c9-4de4-bbc0-e84ad42bc788,segment=NetworkSegment(0363ed2f-e965-4e31-8039-d81606d4468a),segment_id=0363ed2f-e965-4e31-8039-d81606d4468a)] {{(pid=106490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:45:50.965293 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-7aff81e3-4633-4e2a-a00a-c53433562778 req-256493f4-ed1a-45ee-ad09-79d615e9449c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (0d2502a8-c2c9-4de4-bbc0-e84ad42bc788), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:51.132741 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-7aff81e3-4633-4e2a-a00a-c53433562778 req-256493f4-ed1a-45ee-ad09-79d615e9449c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:51.133006 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-7aff81e3-4633-4e2a-a00a-c53433562778 req-256493f4-ed1a-45ee-ad09-79d615e9449c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631243'] for floatingip (2c400df4-4879-4fc5-beab-e55c6dee3937), after_update {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:51.133316 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.db.l3_db [req-7aff81e3-4633-4e2a-a00a-c53433562778 req-256493f4-ed1a-45ee-ad09-79d615e9449c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Floating IP 2c400df4-4879-4fc5-beab-e55c6dee3937 disassociated. External IP: 172.27.2.48, port: 0d2502a8-c2c9-4de4-bbc0-e84ad42bc788. Sep 01 16:45:51.133651 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [req-7aff81e3-4633-4e2a-a00a-c53433562778 req-256493f4-ed1a-45ee-ad09-79d615e9449c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Calling delete_port for 0d2502a8-c2c9-4de4-bbc0-e84ad42bc788 owned by compute:nova {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:45:51.267974 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-7aff81e3-4633-4e2a-a00a-c53433562778 req-256493f4-ed1a-45ee-ad09-79d615e9449c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (0d2502a8-c2c9-4de4-bbc0-e84ad42bc788), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:51.294402 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256493f4-ed1a-45ee-ad09-79d615e9449c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Pushing event deleted for resources: {'Port': ['ID=0d2502a8-c2c9-4de4-bbc0-e84ad42bc788,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:45:51.308380 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256493f4-ed1a-45ee-ad09-79d615e9449c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:51.308750 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256493f4-ed1a-45ee-ad09-79d615e9449c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:51.309076 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256493f4-ed1a-45ee-ad09-79d615e9449c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:51.309485 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256493f4-ed1a-45ee-ad09-79d615e9449c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:51.309828 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256493f4-ed1a-45ee-ad09-79d615e9449c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:51.310136 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-9c9996d7-2479-408a-acea-3bd8a099794b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:51.310704 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256493f4-ed1a-45ee-ad09-79d615e9449c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:51.310704 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256493f4-ed1a-45ee-ad09-79d615e9449c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:51.310920 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256493f4-ed1a-45ee-ad09-79d615e9449c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:51.311226 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256493f4-ed1a-45ee-ad09-79d615e9449c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:51.311560 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256493f4-ed1a-45ee-ad09-79d615e9449c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:51.311882 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256493f4-ed1a-45ee-ad09-79d615e9449c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:51.312202 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256493f4-ed1a-45ee-ad09-79d615e9449c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:51.312523 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256493f4-ed1a-45ee-ad09-79d615e9449c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:51.312844 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256493f4-ed1a-45ee-ad09-79d615e9449c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:51.313165 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256493f4-ed1a-45ee-ad09-79d615e9449c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:51.426954 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7aff81e3-4633-4e2a-a00a-c53433562778 req-256493f4-ed1a-45ee-ad09-79d615e9449c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Router 8a000a00-21da-405e-aff7-2b2ad6be6227 has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:45:51.535091 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:45:51.540029 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7aff81e3-4633-4e2a-a00a-c53433562778 req-256493f4-ed1a-45ee-ad09-79d615e9449c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:45:51.540349 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [req-faa43640-6f2f-4e6a-b4b4-e1e976adcf0e req-b4520996-f688-420f-ade4-45155fc56c95 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=a6d4ac6d-daa9-4356-b6e3-03dceee9bc5f HTTP/1.1" status: 200 len: 210 time: 0.0331190 Sep 01 16:45:51.554131 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d850d27-1347-4eeb-8184-00915fbe5b0d None None] Sync routers for ids ['8a000a00-21da-405e-aff7-2b2ad6be6227'] in dv-cinder-852209-10-iscsi {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:45:51.566053 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d850d27-1347-4eeb-8184-00915fbe5b0d None None] Routers {'8a000a00-21da-405e-aff7-2b2ad6be6227'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:45:51.566898 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-0d850d27-1347-4eeb-8184-00915fbe5b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:45:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['8a000a00-21da-405e-aff7-2b2ad6be6227'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:45:51.596751 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aff81e3-4633-4e2a-a00a-c53433562778 req-256493f4-ed1a-45ee-ad09-79d615e9449c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] No DVR routers for this DVR port 0d2502a8-c2c9-4de4-bbc0-e84ad42bc788 on host hv-cinder-85220 {{(pid=106490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 16:45:51.599848 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [req-7aff81e3-4633-4e2a-a00a-c53433562778 req-256493f4-ed1a-45ee-ad09-79d615e9449c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for port (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:51.604799 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [req-7aff81e3-4633-4e2a-a00a-c53433562778 req-256493f4-ed1a-45ee-ad09-79d615e9449c tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.77 "DELETE /networking/v2.0/ports/0d2502a8-c2c9-4de4-bbc0-e84ad42bc788 HTTP/1.1" status: 204 len: 173 time: 0.8117073 Sep 01 16:45:51.605314 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d4ac6d-daa9-4356-b6e3-03dceee9bc5f', 'name': 'network-vif-deleted', 'tag': '0d2502a8-c2c9-4de4-bbc0-e84ad42bc788'}] {{(pid=106490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 01 16:45:51.608675 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a616b6c795cd7f238e623e740892092416e841ba848a544f57e1b86206b9b95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853befc9-51a6-40e6-8ba2-76ec70be3f84" -d '{"events": [{"server_uuid": "a6d4ac6d-daa9-4356-b6e3-03dceee9bc5f", "name": "network-vif-deleted", "tag": "0d2502a8-c2c9-4de4-bbc0-e84ad42bc788"}]}' {{(pid=106490) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:45:51.660836 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Sep 2022 16:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31ece81-94b9-4c94-a18d-8de494029dcb x-openstack-request-id: req-d31ece81-94b9-4c94-a18d-8de494029dcb {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:45:51.661230 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d4ac6d-daa9-4356-b6e3-03dceee9bc5f", "name": "network-vif-deleted", "tag": "0d2502a8-c2c9-4de4-bbc0-e84ad42bc788", "status": "completed", "code": 200}]} {{(pid=106490) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:45:51.661540 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d31ece81-94b9-4c94-a18d-8de494029dcb {{(pid=106490) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:45:51.662004 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d31ece81-94b9-4c94-a18d-8de494029dcb'] response: {'server_uuid': 'a6d4ac6d-daa9-4356-b6e3-03dceee9bc5f', 'name': 'network-vif-deleted', 'tag': '0d2502a8-c2c9-4de4-bbc0-e84ad42bc788', 'status': 'completed', 'code': 200} Sep 01 16:45:51.681652 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-0d850d27-1347-4eeb-8184-00915fbe5b0d None None] Set router 8a000a00-21da-405e-aff7-2b2ad6be6227 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:45:51.774878 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.agents_db [None req-09d9e05d-4d55-4c1e-8994-77c39c5d0c8d None None] Agent healthcheck: found 6 active agents {{(pid=106492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:45:51.899408 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-0d850d27-1347-4eeb-8184-00915fbe5b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'name': 'tempest-AttachVolumeNegativeTest-1256010836-router', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:41:37Z', 'updated_at': '2022-09-01T16:41:40Z', 'revision_number': 4, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'gw_port': {'id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:38:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:38Z', 'updated_at': '2022-09-01T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '087328a0-d3ac-421a-9dc7-4759db8aec06', 'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'mac_address': 'fa:16:3e:1b:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:39Z', 'updated_at': '2022-09-01T16:41:45Z', 'revision_number': 5, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'subnets': [{'id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:45:51.929637 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d850d27-1347-4eeb-8184-00915fbe5b0d None None] Checking router: 8a000a00-21da-405e-aff7-2b2ad6be6227 for host: dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:45:51.938427 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d850d27-1347-4eeb-8184-00915fbe5b0d None None] Routers {'8a000a00-21da-405e-aff7-2b2ad6be6227'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:45:51.938972 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-0d850d27-1347-4eeb-8184-00915fbe5b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:45:24Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['8a000a00-21da-405e-aff7-2b2ad6be6227'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:45:52.177568 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-0d850d27-1347-4eeb-8184-00915fbe5b0d None None] Set router 8a000a00-21da-405e-aff7-2b2ad6be6227 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:45:52.383115 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-0d850d27-1347-4eeb-8184-00915fbe5b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'name': 'tempest-AttachVolumeNegativeTest-1256010836-router', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:41:37Z', 'updated_at': '2022-09-01T16:41:40Z', 'revision_number': 4, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'gw_port': {'id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:38:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:38Z', 'updated_at': '2022-09-01T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '087328a0-d3ac-421a-9dc7-4759db8aec06', 'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'mac_address': 'fa:16:3e:1b:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:39Z', 'updated_at': '2022-09-01T16:41:45Z', 'revision_number': 5, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'subnets': [{'id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:45:52.410065 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d850d27-1347-4eeb-8184-00915fbe5b0d None None] The sync data for ids ['8a000a00-21da-405e-aff7-2b2ad6be6227'] in dv-cinder-852209-10-iscsi is: [{'id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'name': 'tempest-AttachVolumeNegativeTest-1256010836-router', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:41:37Z', 'updated_at': '2022-09-01T16:41:40Z', 'revision_number': 4, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'gw_port': {'id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:38:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:38Z', 'updated_at': '2022-09-01T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi', '_interfaces': [{'id': '087328a0-d3ac-421a-9dc7-4759db8aec06', 'name': '', 'network_id': 'ae0395ee-74d9-4949-89c6-cf6ebc736a46', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'mac_address': 'fa:16:3e:1b:7a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:39Z', 'updated_at': '2022-09-01T16:41:45Z', 'revision_number': 5, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'subnets': [{'id': 'e9b0dd6e-b554-478d-81fd-0da60f4e81d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:45:52.629556 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83943540-7c7b-4f4a-b06f-03719fe81009 None None] New status for floating IP 2c400df4-4879-4fc5-beab-e55c6dee3937: DOWN {{(pid=106492) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 01 16:45:52.643568 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 40446) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:45:52.704900 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-e7a32a59-06f0-409f-a86c-74ad7a4b73a3 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group (de1c54fa-83a5-4a9a-83e0-d70466d15da0), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:52.730309 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-e7a32a59-06f0-409f-a86c-74ad7a4b73a3 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group (de1c54fa-83a5-4a9a-83e0-d70466d15da0), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:52.787929 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-e7a32a59-06f0-409f-a86c-74ad7a4b73a3 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (de1c54fa-83a5-4a9a-83e0-d70466d15da0), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:52.791400 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-e7a32a59-06f0-409f-a86c-74ad7a4b73a3 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:52.792562 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-e7a32a59-06f0-409f-a86c-74ad7a4b73a3 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/de1c54fa-83a5-4a9a-83e0-d70466d15da0 HTTP/1.1" status: 204 len: 168 time: 0.1458690 Sep 01 16:45:52.795388 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 40448) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:45:52.803246 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a32a59-06f0-409f-a86c-74ad7a4b73a3 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1c54fa-83a5-4a9a-83e0-d70466d15da0,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:45:52.810197 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.api.v2.resource [None req-b7d2e773-fd42-4dde-b104-566992fd2dbb tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] show failed (client error): The resource could not be found. Sep 01 16:45:52.811240 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-b7d2e773-fd42-4dde-b104-566992fd2dbb tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "GET /networking/v2.0/security-groups/de1c54fa-83a5-4a9a-83e0-d70466d15da0 HTTP/1.1" status: 404 len: 347 time: 0.0148828 Sep 01 16:45:52.814077 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 40450) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:45:52.817112 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a32a59-06f0-409f-a86c-74ad7a4b73a3 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:52.817649 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a32a59-06f0-409f-a86c-74ad7a4b73a3 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:52.818095 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a32a59-06f0-409f-a86c-74ad7a4b73a3 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:52.818482 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a32a59-06f0-409f-a86c-74ad7a4b73a3 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:52.818822 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a32a59-06f0-409f-a86c-74ad7a4b73a3 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:52.819188 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a32a59-06f0-409f-a86c-74ad7a4b73a3 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:52.819526 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a32a59-06f0-409f-a86c-74ad7a4b73a3 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:52.819858 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a32a59-06f0-409f-a86c-74ad7a4b73a3 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:52.820188 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a32a59-06f0-409f-a86c-74ad7a4b73a3 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:52.820520 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a32a59-06f0-409f-a86c-74ad7a4b73a3 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:52.820848 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a32a59-06f0-409f-a86c-74ad7a4b73a3 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:52.821199 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a32a59-06f0-409f-a86c-74ad7a4b73a3 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:52.821527 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a32a59-06f0-409f-a86c-74ad7a4b73a3 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:52.821853 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a32a59-06f0-409f-a86c-74ad7a4b73a3 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:52.822178 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a32a59-06f0-409f-a86c-74ad7a4b73a3 tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852209-10-iscsi {{(pid=106489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:45:52.899918 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:45:52.941326 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-943187dc-d92f-4793-8c7f-4853584844dd tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Deleting port 17b5d33c-08ff-4d21-ac6c-6c354dea2f6c {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:45:52.941663 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-943187dc-d92f-4793-8c7f-4853584844dd tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (17b5d33c-08ff-4d21-ac6c-6c354dea2f6c), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:53.023418 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-943187dc-d92f-4793-8c7f-4853584844dd tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (17b5d33c-08ff-4d21-ac6c-6c354dea2f6c), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:53.023742 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-943187dc-d92f-4793-8c7f-4853584844dd tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for floatingip (17b5d33c-08ff-4d21-ac6c-6c354dea2f6c), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:53.037305 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-943187dc-d92f-4793-8c7f-4853584844dd tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Calling delete_port for 17b5d33c-08ff-4d21-ac6c-6c354dea2f6c owned by network:floatingip {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:45:53.173929 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-943187dc-d92f-4793-8c7f-4853584844dd tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (17b5d33c-08ff-4d21-ac6c-6c354dea2f6c), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:53.199371 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943187dc-d92f-4793-8c7f-4853584844dd tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Pushing event deleted for resources: {'Port': ['ID=17b5d33c-08ff-4d21-ac6c-6c354dea2f6c,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:45:53.267053 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-943187dc-d92f-4793-8c7f-4853584844dd tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks [] for floatingip (2c400df4-4879-4fc5-beab-e55c6dee3937), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:53.269661 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-943187dc-d92f-4793-8c7f-4853584844dd tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477118'] for floatingip (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:53.270841 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-943187dc-d92f-4793-8c7f-4853584844dd tempest-AttachVolumeNegativeTest-1003831475 tempest-AttachVolumeNegativeTest-1003831475-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/2c400df4-4879-4fc5-beab-e55c6dee3937 HTTP/1.1" status: 204 len: 168 time: 0.4552681 Sep 01 16:45:53.716800 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-d117fc0c-af7c-4729-bd56-37fd83cf5cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:54.293783 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 0d2502a8-c2c9-4de4-bbc0-e84ad42bc788 no longer exists at agent hyperv_hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:45:54.315684 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] No Port match for: 0d2502a8-c2c9-4de4-bbc0-e84ad42bc788 {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:45:54.316061 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Device 0d2502a8-c2c9-4de4-bbc0-e84ad42bc788 not bound to the agent host hv-cinder-85220 {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:45:54.649859 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:56.376435 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:56.495098 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:57.001715 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 40486) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:45:57.318707 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7f12504b-7910-4321-9735-f6864bae5657 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-630987'] for router_interface (8a000a00-21da-405e-aff7-2b2ad6be6227), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:57.478741 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:45:57.515677 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:45:57.548571 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-7f12504b-7910-4321-9735-f6864bae5657 admin admin] Deleting port 087328a0-d3ac-421a-9dc7-4759db8aec06 {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:45:57.548898 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7f12504b-7910-4321-9735-f6864bae5657 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (087328a0-d3ac-421a-9dc7-4759db8aec06), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:57.632826 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [None req-7f12504b-7910-4321-9735-f6864bae5657 admin admin] For port 087328a0-d3ac-421a-9dc7-4759db8aec06, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=087328a0-d3ac-421a-9dc7-4759db8aec06,segment=NetworkSegment(0363ed2f-e965-4e31-8039-d81606d4468a),segment_id=0363ed2f-e965-4e31-8039-d81606d4468a)] {{(pid=106490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:45:57.633094 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7f12504b-7910-4321-9735-f6864bae5657 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (087328a0-d3ac-421a-9dc7-4759db8aec06), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:57.646690 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-7f12504b-7910-4321-9735-f6864bae5657 admin admin] Calling delete_port for 087328a0-d3ac-421a-9dc7-4759db8aec06 owned by network:router_interface {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:45:57.832336 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7f12504b-7910-4321-9735-f6864bae5657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (087328a0-d3ac-421a-9dc7-4759db8aec06), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:57.857206 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f12504b-7910-4321-9735-f6864bae5657 admin admin] Pushing event deleted for resources: {'Port': ['ID=087328a0-d3ac-421a-9dc7-4759db8aec06,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:45:58.035221 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7f12504b-7910-4321-9735-f6864bae5657 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632443'] for router_interface (8a000a00-21da-405e-aff7-2b2ad6be6227), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:58.249160 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f12504b-7910-4321-9735-f6864bae5657 admin admin] Router 8a000a00-21da-405e-aff7-2b2ad6be6227 has already been hosted by L3 agent c260e0a7-d095-4f88-ad28-2bdfe15e6544 {{(pid=106490) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:45:58.309083 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:45:58.360884 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f12504b-7910-4321-9735-f6864bae5657 admin admin] Notify agent at l3_agent.dv-cinder-852209-10-iscsi the message routers_updated {{(pid=106490) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:45:58.366654 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-7f12504b-7910-4321-9735-f6864bae5657 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/8a000a00-21da-405e-aff7-2b2ad6be6227/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3646426 Sep 01 16:45:58.369457 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 40488) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:45:58.372483 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44161226-ed4f-4367-8cd5-2a34c3f16712 None None] Sync routers for ids ['8a000a00-21da-405e-aff7-2b2ad6be6227'] in dv-cinder-852209-10-iscsi {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:45:58.383390 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44161226-ed4f-4367-8cd5-2a34c3f16712 None None] Routers {'8a000a00-21da-405e-aff7-2b2ad6be6227'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:45:58.383997 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-44161226-ed4f-4367-8cd5-2a34c3f16712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:45:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['8a000a00-21da-405e-aff7-2b2ad6be6227'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:45:58.405522 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:45:58.492967 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-44161226-ed4f-4367-8cd5-2a34c3f16712 None None] Set router 8a000a00-21da-405e-aff7-2b2ad6be6227 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:45:58.612135 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:45:58.624504 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=100 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:45:58.686103 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-44161226-ed4f-4367-8cd5-2a34c3f16712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'name': 'tempest-AttachVolumeNegativeTest-1256010836-router', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:41:37Z', 'updated_at': '2022-09-01T16:45:57Z', 'revision_number': 5, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'gw_port': {'id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:38:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:38Z', 'updated_at': '2022-09-01T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:45:58.713084 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44161226-ed4f-4367-8cd5-2a34c3f16712 None None] Checking router: 8a000a00-21da-405e-aff7-2b2ad6be6227 for host: dv-cinder-852209-10-iscsi {{(pid=106491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:45:58.723268 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44161226-ed4f-4367-8cd5-2a34c3f16712 None None] Routers {'8a000a00-21da-405e-aff7-2b2ad6be6227'} bound to L3 agent in host dv-cinder-852209-10-iscsi {{(pid=106491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 01 16:45:58.723882 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-44161226-ed4f-4367-8cd5-2a34c3f16712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852209-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-01T16:25:54Z,description=,heartbeat_timestamp=2022-09-01T16:45:54Z,host='dv-cinder-852209-10-iscsi',id=c260e0a7-d095-4f88-ad28-2bdfe15e6544,load=0,resource_versions=,resources_synced=,started_at=2022-09-01T16:25:54Z,topic='l3_agent')) {'router_ids': ['8a000a00-21da-405e-aff7-2b2ad6be6227'], 'active': True} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:45:58.748890 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-c4003c65-d474-4924-9117-f3c418c41053 admin admin] Publish callbacks [] for router (8a000a00-21da-405e-aff7-2b2ad6be6227), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:58.829413 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_dvr_db [None req-44161226-ed4f-4367-8cd5-2a34c3f16712 None None] Set router 8a000a00-21da-405e-aff7-2b2ad6be6227 gateway port host: dv-cinder-852209-10-iscsi {{(pid=106491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 01 16:45:58.869257 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-c4003c65-d474-4924-9117-f3c418c41053 admin admin] Publish callbacks [] for router_gateway (8a000a00-21da-405e-aff7-2b2ad6be6227), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:58.914719 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-c4003c65-d474-4924-9117-f3c418c41053 admin admin] Deleting port 51f9d634-36f5-48f2-a38f-6793a17d2e3e {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:45:58.915066 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-c4003c65-d474-4924-9117-f3c418c41053 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (51f9d634-36f5-48f2-a38f-6793a17d2e3e), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:59.000174 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [None req-c4003c65-d474-4924-9117-f3c418c41053 admin admin] For port 51f9d634-36f5-48f2-a38f-6793a17d2e3e, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=51f9d634-36f5-48f2-a38f-6793a17d2e3e,segment=NetworkSegment(6aaf10e3-1532-4b23-b8ff-2b17962713b0),segment_id=6aaf10e3-1532-4b23-b8ff-2b17962713b0)] {{(pid=106490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:45:59.000174 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-c4003c65-d474-4924-9117-f3c418c41053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (51f9d634-36f5-48f2-a38f-6793a17d2e3e), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:59.015272 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.db.l3_hamode_db [None req-44161226-ed4f-4367-8cd5-2a34c3f16712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'name': 'tempest-AttachVolumeNegativeTest-1256010836-router', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:41:37Z', 'updated_at': '2022-09-01T16:45:57Z', 'revision_number': 5, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'gw_port': {'id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:38:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:38Z', 'updated_at': '2022-09-01T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}], 'dv-cinder-852209-10-iscsi', False) {} {{(pid=106491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:45:59.017181 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-c4003c65-d474-4924-9117-f3c418c41053 admin admin] Calling delete_port for 51f9d634-36f5-48f2-a38f-6793a17d2e3e owned by network:router_gateway {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:45:59.046682 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44161226-ed4f-4367-8cd5-2a34c3f16712 None None] The sync data for ids ['8a000a00-21da-405e-aff7-2b2ad6be6227'] in dv-cinder-852209-10-iscsi is: [{'id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'name': 'tempest-AttachVolumeNegativeTest-1256010836-router', 'tenant_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'external_fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-01T16:41:37Z', 'updated_at': '2022-09-01T16:45:57Z', 'revision_number': 5, 'project_id': '9b9aa20e1ffb453d9ee13dd6ae2c25ef', 'gw_port': {'id': '51f9d634-36f5-48f2-a38f-6793a17d2e3e', 'name': '', 'network_id': '537c3a33-78cb-41f3-a0ee-71478f9cfd9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:38:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a000a00-21da-405e-aff7-2b2ad6be6227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852209-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-01T16:41:38Z', 'updated_at': '2022-09-01T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e5d1400-7955-40a6-9a09-08f8a8c1db3a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852209-10-iscsi'}] {{(pid=106491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:45:59.197007 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-c4003c65-d474-4924-9117-f3c418c41053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (51f9d634-36f5-48f2-a38f-6793a17d2e3e), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:59.221450 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4003c65-d474-4924-9117-f3c418c41053 admin admin] Pushing event deleted for resources: {'Port': ['ID=51f9d634-36f5-48f2-a38f-6793a17d2e3e,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:45:59.288707 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-c4003c65-d474-4924-9117-f3c418c41053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-631080'] for router_gateway (8a000a00-21da-405e-aff7-2b2ad6be6227), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:59.381304 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-c4003c65-d474-4924-9117-f3c418c41053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7479'] for router (8a000a00-21da-405e-aff7-2b2ad6be6227), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:59.383588 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-c4003c65-d474-4924-9117-f3c418c41053 admin admin] Publish callbacks [] for router_controller (8a000a00-21da-405e-aff7-2b2ad6be6227), precommit_delete_associations {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:59.434137 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-c4003c65-d474-4924-9117-f3c418c41053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-630922'] for router (8a000a00-21da-405e-aff7-2b2ad6be6227), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:59.434879 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4003c65-d474-4924-9117-f3c418c41053 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a000a00-21da-405e-aff7-2b2ad6be6227 {{(pid=106490) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:45:59.440510 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-c4003c65-d474-4924-9117-f3c418c41053 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:59.441751 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-c4003c65-d474-4924-9117-f3c418c41053 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/8a000a00-21da-405e-aff7-2b2ad6be6227 HTTP/1.1" status: 204 len: 168 time: 1.0713532 Sep 01 16:45:59.444334 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 40490) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:45:59.496290 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_v2 [None req-19d001c4-4cd9-47c7-a53a-8d1d093c6dcc admin admin] Deleting subnet e9b0dd6e-b554-478d-81fd-0da60f4e81d8 {{(pid=106490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 16:45:59.499828 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-19d001c4-4cd9-47c7-a53a-8d1d093c6dcc admin admin] Publish callbacks [] for subnet (e9b0dd6e-b554-478d-81fd-0da60f4e81d8), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:59.536395 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:45:59.539697 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-19d001c4-4cd9-47c7-a53a-8d1d093c6dcc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260063576'] for subnet (e9b0dd6e-b554-478d-81fd-0da60f4e81d8), precommit_delete_associations {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:59.635424 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-19d001c4-4cd9-47c7-a53a-8d1d093c6dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459871'] for subnet (e9b0dd6e-b554-478d-81fd-0da60f4e81d8), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:59.668263 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:45:59.701635 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-19d001c4-4cd9-47c7-a53a-8d1d093c6dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261544367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261988443'] for subnet (e9b0dd6e-b554-478d-81fd-0da60f4e81d8), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:59.730136 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d001c4-4cd9-47c7-a53a-8d1d093c6dcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9b0dd6e-b554-478d-81fd-0da60f4e81d8,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:45:59.734890 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-19d001c4-4cd9-47c7-a53a-8d1d093c6dcc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:59.740324 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-19d001c4-4cd9-47c7-a53a-8d1d093c6dcc admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/e9b0dd6e-b554-478d-81fd-0da60f4e81d8 HTTP/1.1" status: 204 len: 168 time: 0.2936661 Sep 01 16:45:59.741924 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 40492) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:45:59.744745 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f41782-5fb2-45fa-8e61-9e95b76049dc None None] Network ae0395ee-74d9-4949-89c6-cf6ebc736a46 requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:45:59.821970 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-09ebd06c-9914-4868-a094-cc7face27625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1386798'] for network (ae0395ee-74d9-4949-89c6-cf6ebc736a46), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:59.867686 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-09ebd06c-9914-4868-a094-cc7face27625 admin admin] Deleting port d6ef8737-1439-4cc1-a29b-89ba84e4bfa2 {{(pid=106490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 01 16:45:59.868022 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-09ebd06c-9914-4868-a094-cc7face27625 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777439797971'] for port (d6ef8737-1439-4cc1-a29b-89ba84e4bfa2), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:59.940380 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.db [None req-09ebd06c-9914-4868-a094-cc7face27625 admin admin] For port d6ef8737-1439-4cc1-a29b-89ba84e4bfa2, host dv-cinder-852209-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852209-10-iscsi',level=0,port_id=d6ef8737-1439-4cc1-a29b-89ba84e4bfa2,segment=NetworkSegment(0363ed2f-e965-4e31-8039-d81606d4468a),segment_id=0363ed2f-e965-4e31-8039-d81606d4468a)] {{(pid=106490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:45:59.940772 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-09ebd06c-9914-4868-a094-cc7face27625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612481'] for port (d6ef8737-1439-4cc1-a29b-89ba84e4bfa2), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:45:59.954136 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.plugin [None req-09ebd06c-9914-4868-a094-cc7face27625 admin admin] Calling delete_port for d6ef8737-1439-4cc1-a29b-89ba84e4bfa2 owned by network:dhcp {{(pid=106490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 01 16:46:00.041239 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-09ebd06c-9914-4868-a094-cc7face27625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777439803064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777439295856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261539440'] for port (d6ef8737-1439-4cc1-a29b-89ba84e4bfa2), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:00.067175 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ebd06c-9914-4868-a094-cc7face27625 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6ef8737-1439-4cc1-a29b-89ba84e4bfa2,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:46:00.070869 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ebd06c-9914-4868-a094-cc7face27625 admin admin] No DVR routers for this DVR port d6ef8737-1439-4cc1-a29b-89ba84e4bfa2 on host dv-cinder-852209-10-iscsi {{(pid=106490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 01 16:46:00.105746 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3329ac-358c-4531-a435-6195ff984347 None None] DHCP port deletion for ae0395ee-74d9-4949-89c6-cf6ebc736a46 request from dv-cinder-852209-10-iscsi {{(pid=106491) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 01 16:46:00.167439 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-09ebd06c-9914-4868-a094-cc7face27625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497336', 'neutron.services.segments.db._delete_segments_for_network-8777439728797'] for network (ae0395ee-74d9-4949-89c6-cf6ebc736a46), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:00.187944 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.services.segments.db [None req-09ebd06c-9914-4868-a094-cc7face27625 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae0395ee-74d9-4949-89c6-cf6ebc736a46']}} {{(pid=106490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:46:00.198563 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.services.segments.db [None req-09ebd06c-9914-4868-a094-cc7face27625 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0363ed2f-e965-4e31-8039-d81606d4468a') {'for_net_delete': True} {{(pid=106490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:46:00.199262 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.services.segments.db [None req-09ebd06c-9914-4868-a094-cc7face27625 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0363ed2f-e965-4e31-8039-d81606d4468a') {} {{(pid=106490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:46:00.209490 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-09ebd06c-9914-4868-a094-cc7face27625 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777439826661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260063567'] for segment (0363ed2f-e965-4e31-8039-d81606d4468a), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:00.224539 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-09ebd06c-9914-4868-a094-cc7face27625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449'] for segment (0363ed2f-e965-4e31-8039-d81606d4468a), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:00.232243 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09ebd06c-9914-4868-a094-cc7face27625 admin admin] Releasing vlan 912 on physical network physnet1 to pool {{(pid=106490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:46:00.232635 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-09ebd06c-9914-4868-a094-cc7face27625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261539341'] for segment (0363ed2f-e965-4e31-8039-d81606d4468a), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:00.274743 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.services.segments.plugin [-] Segment 0363ed2f-e965-4e31-8039-d81606d4468a resource provider aggregate not found Sep 01 16:46:00.296059 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.services.segments.plugin [-] Segment 0363ed2f-e965-4e31-8039-d81606d4468a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0363ed2f-e965-4e31-8039-d81606d4468a found for delete ", "request_id": "req-b17e997a-9417-4e83-a17f-836219508b40"}]} Sep 01 16:46:00.300564 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-09ebd06c-9914-4868-a094-cc7face27625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631280'] for network (ae0395ee-74d9-4949-89c6-cf6ebc736a46), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:00.306134 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-09ebd06c-9914-4868-a094-cc7face27625 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for network (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:00.309288 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-09ebd06c-9914-4868-a094-cc7face27625 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/ae0395ee-74d9-4949-89c6-cf6ebc736a46 HTTP/1.1" status: 204 len: 168 time: 0.5663581 Sep 01 16:46:00.320667 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ebd06c-9914-4868-a094-cc7face27625 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae0395ee-74d9-4949-89c6-cf6ebc736a46,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:46:00.502918 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 40500) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:46:00.548741 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-8f712286-0834-4751-81c7-de43e648cc19 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=9b9aa20e1ffb453d9ee13dd6ae2c25ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445180 Sep 01 16:46:00.551275 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 40502) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:46:00.601928 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-f3fb81fc-1dbe-445d-afe8-7e97780f71fc admin admin] Publish callbacks [] for security_group (b2548679-2e74-4172-9319-c76474aeaa22), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:00.623039 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-f3fb81fc-1dbe-445d-afe8-7e97780f71fc admin admin] Publish callbacks [] for security_group (b2548679-2e74-4172-9319-c76474aeaa22), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:00.672905 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-f3fb81fc-1dbe-445d-afe8-7e97780f71fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (b2548679-2e74-4172-9319-c76474aeaa22), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:00.675748 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-f3fb81fc-1dbe-445d-afe8-7e97780f71fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:00.676887 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-f3fb81fc-1dbe-445d-afe8-7e97780f71fc admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b2548679-2e74-4172-9319-c76474aeaa22 HTTP/1.1" status: 204 len: 168 time: 0.1246104 Sep 01 16:46:00.685328 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb81fc-1dbe-445d-afe8-7e97780f71fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2548679-2e74-4172-9319-c76474aeaa22,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:46:01.061413 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device d6ef8737-1439-4cc1-a29b-89ba84e4bfa2 no longer exists at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:46:01.083052 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] No Port match for: d6ef8737-1439-4cc1-a29b-89ba84e4bfa2 {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:46:01.083398 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device d6ef8737-1439-4cc1-a29b-89ba84e4bfa2 not bound to the agent host dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:46:01.083821 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 087328a0-d3ac-421a-9dc7-4759db8aec06 no longer exists at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:46:01.103120 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] No Port match for: 087328a0-d3ac-421a-9dc7-4759db8aec06 {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:46:01.103468 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 087328a0-d3ac-421a-9dc7-4759db8aec06 not bound to the agent host dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:46:01.103895 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 51f9d634-36f5-48f2-a38f-6793a17d2e3e no longer exists at agent ovs-agent-dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:46:01.124190 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] No Port match for: 51f9d634-36f5-48f2-a38f-6793a17d2e3e {{(pid=106491) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 01 16:46:01.124548 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Device 51f9d634-36f5-48f2-a38f-6793a17d2e3e not bound to the agent host dv-cinder-852209-10-iscsi {{(pid=106491) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:46:01.460797 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 40524) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:46:01.573241 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-3198a372-9c68-4aa6-ad31-78dc20575567 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-632029317-network', 'tenant_id': '6391215b14954c679300b94a07ae4c55'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:46:01.585825 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:46:01.604893 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3198a372-9c68-4aa6-ad31-78dc20575567 admin admin] Made reservation on behalf of 6391215b14954c679300b94a07ae4c55 for: {'network': 1} {{(pid=106490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:46:01.607459 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-3198a372-9c68-4aa6-ad31-78dc20575567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for network (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:01.611217 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:DELETE=9,neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:46:01.619354 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-3198a372-9c68-4aa6-ad31-78dc20575567 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:01.700449 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-3198a372-9c68-4aa6-ad31-78dc20575567 admin admin] Publish callbacks [] for security_group (c2735148-dac4-4eff-bf38-4597a3148632), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:01.704281 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-3198a372-9c68-4aa6-ad31-78dc20575567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (c2735148-dac4-4eff-bf38-4597a3148632), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:01.736681 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3198a372-9c68-4aa6-ad31-78dc20575567 admin admin] vlan segment allocate from pool success with {'vlan_id': 909, 'physical_network': 'physnet1'} {{(pid=106490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:46:01.742096 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3198a372-9c68-4aa6-ad31-78dc20575567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2735148-dac4-4eff-bf38-4597a3148632,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:46:01.749788 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-3198a372-9c68-4aa6-ad31-78dc20575567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449'] for segment (60ac9178-071e-476a-bfd1-3809669e62fb), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:01.750066 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.db.segments_db [None req-3198a372-9c68-4aa6-ad31-78dc20575567 admin admin] Added segment 60ac9178-071e-476a-bfd1-3809669e62fb of type vlan for network d4beec83-7311-4578-9b3c-ffa9898cf555 Sep 01 16:46:01.792182 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-3198a372-9c68-4aa6-ad31-78dc20575567 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777439247782'] for network (d4beec83-7311-4578-9b3c-ffa9898cf555), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:01.818547 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-3198a372-9c68-4aa6-ad31-78dc20575567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248'] for network (d4beec83-7311-4578-9b3c-ffa9898cf555), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:01.819583 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3198a372-9c68-4aa6-ad31-78dc20575567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:46:01.820152 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-3198a372-9c68-4aa6-ad31-78dc20575567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for network (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:01.879230 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-3198a372-9c68-4aa6-ad31-78dc20575567 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4171648 Sep 01 16:46:01.882046 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 40528) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:46:01.884461 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3198a372-9c68-4aa6-ad31-78dc20575567 admin admin] Pushing event updated for resources: {'Network': ['ID=d4beec83-7311-4578-9b3c-ffa9898cf555,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:46:01.888038 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-797d3c65-8e83-4207-9e8f-d0ab6b5a1f39 admin admin] Request body: {'subnet': {'network_id': 'd4beec83-7311-4578-9b3c-ffa9898cf555', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-632029317-subnet', 'tenant_id': '6391215b14954c679300b94a07ae4c55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:46:01.895280 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Network d4beec83-7311-4578-9b3c-ffa9898cf555 details requested by agent ovs-agent-dv-cinder-852209-10-iscsi with host dv-cinder-852209-10-iscsi {{(pid=106491) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:46:01.913672 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797d3c65-8e83-4207-9e8f-d0ab6b5a1f39 admin admin] Made reservation on behalf of 6391215b14954c679300b94a07ae4c55 for: {'subnet': 1} {{(pid=106489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:46:01.916086 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-797d3c65-8e83-4207-9e8f-d0ab6b5a1f39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261874625'] for subnet (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:02.087616 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-797d3c65-8e83-4207-9e8f-d0ab6b5a1f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261343971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261874675'] for subnet (849b861d-3cf3-49de-b0c2-46acc2622104), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:02.142794 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d3c65-8e83-4207-9e8f-d0ab6b5a1f39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=849b861d-3cf3-49de-b0c2-46acc2622104,revision_number=0']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:46:02.159565 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797d3c65-8e83-4207-9e8f-d0ab6b5a1f39 admin admin] Checking segment: {'id': '60ac9178-071e-476a-bfd1-3809669e62fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'd4beec83-7311-4578-9b3c-ffa9898cf555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:46:02.159914 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797d3c65-8e83-4207-9e8f-d0ab6b5a1f39 admin admin] Network hostable DHCP agents. Network: d4beec83-7311-4578-9b3c-ffa9898cf555, hostable agents: ['afc997ee-16d2-4ffa-9693-fa31543fa952'], hosted agents: [] {{(pid=106489) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:46:02.178389 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797d3c65-8e83-4207-9e8f-d0ab6b5a1f39 admin admin] Network d4beec83-7311-4578-9b3c-ffa9898cf555 is scheduled to be hosted by DHCP agent afc997ee-16d2-4ffa-9693-fa31543fa952 with binding_index 1 {{(pid=106489) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:46:02.187819 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.base_scheduler [None req-797d3c65-8e83-4207-9e8f-d0ab6b5a1f39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852209-10-iscsi, d4beec83-7311-4578-9b3c-ffa9898cf555) {{(pid=106489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:46:02.191978 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797d3c65-8e83-4207-9e8f-d0ab6b5a1f39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:46:02.192569 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-797d3c65-8e83-4207-9e8f-d0ab6b5a1f39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for subnet (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:02.198854 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2a0ea5-3503-434f-bb54-dcc3c235e5e7 None None] Network d4beec83-7311-4578-9b3c-ffa9898cf555 requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:46:02.214619 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-797d3c65-8e83-4207-9e8f-d0ab6b5a1f39 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3313234 Sep 01 16:46:02.305044 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c00461-c413-4894-baf6-345d9889c364 None None] Network d4beec83-7311-4578-9b3c-ffa9898cf555 requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:46:02.703783 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:46:02.706571 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=6 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:46:02.746872 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 40544) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:46:02.751837 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.v2.base [None req-7bfca5b8-24fd-420b-af3d-c34ee6b3a7d8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1267692388-network', 'tenant_id': '862feca035a940f188289f335468b933'}} {{(pid=106490) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:46:02.772884 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfca5b8-24fd-420b-af3d-c34ee6b3a7d8 admin admin] Made reservation on behalf of 862feca035a940f188289f335468b933 for: {'network': 1} {{(pid=106490) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:46:02.775249 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7bfca5b8-24fd-420b-af3d-c34ee6b3a7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458168'] for network (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:02.785274 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7bfca5b8-24fd-420b-af3d-c34ee6b3a7d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:02.875423 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7bfca5b8-24fd-420b-af3d-c34ee6b3a7d8 admin admin] Publish callbacks [] for security_group (4517ac22-6ef1-4c65-a763-fd9f75eccc64), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:02.879335 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7bfca5b8-24fd-420b-af3d-c34ee6b3a7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (4517ac22-6ef1-4c65-a763-fd9f75eccc64), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:02.906981 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bfca5b8-24fd-420b-af3d-c34ee6b3a7d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 915, 'physical_network': 'physnet1'} {{(pid=106490) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:46:02.914556 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfca5b8-24fd-420b-af3d-c34ee6b3a7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4517ac22-6ef1-4c65-a763-fd9f75eccc64,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:46:02.920754 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7bfca5b8-24fd-420b-af3d-c34ee6b3a7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449'] for segment (3036373e-d297-4963-818e-b04208f23fac), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:02.921107 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.db.segments_db [None req-7bfca5b8-24fd-420b-af3d-c34ee6b3a7d8 admin admin] Added segment 3036373e-d297-4963-818e-b04208f23fac of type vlan for network 529bb846-f2ce-4271-8b42-f6b1a35e72bf Sep 01 16:46:02.964297 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7bfca5b8-24fd-420b-af3d-c34ee6b3a7d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777439247782'] for network (529bb846-f2ce-4271-8b42-f6b1a35e72bf), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:02.994313 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7bfca5b8-24fd-420b-af3d-c34ee6b3a7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248'] for network (529bb846-f2ce-4271-8b42-f6b1a35e72bf), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:02.995314 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfca5b8-24fd-420b-af3d-c34ee6b3a7d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106490) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:46:02.995891 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-7bfca5b8-24fd-420b-af3d-c34ee6b3a7d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for network (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:03.055818 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-7bfca5b8-24fd-420b-af3d-c34ee6b3a7d8 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3078225 Sep 01 16:46:03.058664 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 40546) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:46:03.061704 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfca5b8-24fd-420b-af3d-c34ee6b3a7d8 admin admin] Pushing event updated for resources: {'Network': ['ID=529bb846-f2ce-4271-8b42-f6b1a35e72bf,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:46:03.064906 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.v2.base [None req-50e33793-1191-465b-94ca-2c1fb61f91d6 admin admin] Request body: {'subnet': {'network_id': '529bb846-f2ce-4271-8b42-f6b1a35e72bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1267692388-subnet', 'tenant_id': '862feca035a940f188289f335468b933', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:46:03.071593 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.plugins.ml2.rpc [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Network 529bb846-f2ce-4271-8b42-f6b1a35e72bf details requested by agent ovs-agent-dv-cinder-852209-10-iscsi with host dv-cinder-852209-10-iscsi {{(pid=106491) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:46:03.088494 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e33793-1191-465b-94ca-2c1fb61f91d6 admin admin] Made reservation on behalf of 862feca035a940f188289f335468b933 for: {'subnet': 1} {{(pid=106489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:46:03.091368 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-50e33793-1191-465b-94ca-2c1fb61f91d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261874625'] for subnet (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:03.234706 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:46:03.289175 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-50e33793-1191-465b-94ca-2c1fb61f91d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261343971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261874675'] for subnet (2f6e02d2-b666-44b2-aeab-7d52303cbade), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:03.297138 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:46:03.359452 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e33793-1191-465b-94ca-2c1fb61f91d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f6e02d2-b666-44b2-aeab-7d52303cbade,revision_number=0']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:46:03.370265 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e33793-1191-465b-94ca-2c1fb61f91d6 admin admin] Checking segment: {'id': '3036373e-d297-4963-818e-b04208f23fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '529bb846-f2ce-4271-8b42-f6b1a35e72bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 01 16:46:03.370712 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e33793-1191-465b-94ca-2c1fb61f91d6 admin admin] Network hostable DHCP agents. Network: 529bb846-f2ce-4271-8b42-f6b1a35e72bf, hostable agents: ['afc997ee-16d2-4ffa-9693-fa31543fa952'], hosted agents: [] {{(pid=106489) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:46:03.394852 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e33793-1191-465b-94ca-2c1fb61f91d6 admin admin] Network 529bb846-f2ce-4271-8b42-f6b1a35e72bf is scheduled to be hosted by DHCP agent afc997ee-16d2-4ffa-9693-fa31543fa952 with binding_index 1 {{(pid=106489) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:46:03.404688 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.scheduler.base_scheduler [None req-50e33793-1191-465b-94ca-2c1fb61f91d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852209-10-iscsi, 529bb846-f2ce-4271-8b42-f6b1a35e72bf) {{(pid=106489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:46:03.409347 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e33793-1191-465b-94ca-2c1fb61f91d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 01 16:46:03.409996 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-50e33793-1191-465b-94ca-2c1fb61f91d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for subnet (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:03.414378 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d6a0ec-05fc-419a-a470-2786fddf1952 None None] Network 529bb846-f2ce-4271-8b42-f6b1a35e72bf requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:46:03.428653 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-50e33793-1191-465b-94ca-2c1fb61f91d6 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3684087 Sep 01 16:46:03.465173 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=100 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:46:03.472465 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=100 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:46:03.524417 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603887f0-15d7-4d34-8f81-e2591ce81ddb None None] Network 529bb846-f2ce-4271-8b42-f6b1a35e72bf requested from dv-cinder-852209-10-iscsi {{(pid=106491) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 01 16:46:03.557688 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 40550) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:46:03.610135 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6eb3359-d2d1-4c88-a235-9e767b6ec178 admin admin] Deleting subnet 849b861d-3cf3-49de-b0c2-46acc2622104 {{(pid=106490) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 16:46:03.613542 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-d6eb3359-d2d1-4c88-a235-9e767b6ec178 admin admin] Publish callbacks [] for subnet (849b861d-3cf3-49de-b0c2-46acc2622104), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:03.639524 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:46:03.656622 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-d6eb3359-d2d1-4c88-a235-9e767b6ec178 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260063576'] for subnet (849b861d-3cf3-49de-b0c2-46acc2622104), precommit_delete_associations {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:03.658266 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:INSERT=20,neutron:SELECT=72,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:46:03.702874 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-d6eb3359-d2d1-4c88-a235-9e767b6ec178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459871'] for subnet (849b861d-3cf3-49de-b0c2-46acc2622104), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:03.759342 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-d6eb3359-d2d1-4c88-a235-9e767b6ec178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261544367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261988443'] for subnet (849b861d-3cf3-49de-b0c2-46acc2622104), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:03.791956 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb3359-d2d1-4c88-a235-9e767b6ec178 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=849b861d-3cf3-49de-b0c2-46acc2622104,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:46:03.796028 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-d6eb3359-d2d1-4c88-a235-9e767b6ec178 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:03.799589 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-d6eb3359-d2d1-4c88-a235-9e767b6ec178 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/849b861d-3cf3-49de-b0c2-46acc2622104 HTTP/1.1" status: 204 len: 168 time: 0.2408795 Sep 01 16:46:03.802145 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 40552) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:46:03.879267 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-22d68bfc-1dac-44d8-b220-e54f942f8338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1386798'] for network (d4beec83-7311-4578-9b3c-ffa9898cf555), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:03.969405 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-22d68bfc-1dac-44d8-b220-e54f942f8338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497336', 'neutron.services.segments.db._delete_segments_for_network-8777439728797'] for network (d4beec83-7311-4578-9b3c-ffa9898cf555), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:03.991596 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.services.segments.db [None req-22d68bfc-1dac-44d8-b220-e54f942f8338 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4beec83-7311-4578-9b3c-ffa9898cf555']}} {{(pid=106490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:46:04.000950 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.services.segments.db [None req-22d68bfc-1dac-44d8-b220-e54f942f8338 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60ac9178-071e-476a-bfd1-3809669e62fb') {'for_net_delete': True} {{(pid=106490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:46:04.001240 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.services.segments.db [None req-22d68bfc-1dac-44d8-b220-e54f942f8338 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60ac9178-071e-476a-bfd1-3809669e62fb') {} {{(pid=106490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:46:04.014098 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-22d68bfc-1dac-44d8-b220-e54f942f8338 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777439826661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260063567'] for segment (60ac9178-071e-476a-bfd1-3809669e62fb), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:04.029130 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-22d68bfc-1dac-44d8-b220-e54f942f8338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449'] for segment (60ac9178-071e-476a-bfd1-3809669e62fb), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:04.036534 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d68bfc-1dac-44d8-b220-e54f942f8338 admin admin] Releasing vlan 909 on physical network physnet1 to pool {{(pid=106490) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:46:04.036918 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-22d68bfc-1dac-44d8-b220-e54f942f8338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261539341'] for segment (60ac9178-071e-476a-bfd1-3809669e62fb), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:04.079951 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.services.segments.plugin [-] Segment 60ac9178-071e-476a-bfd1-3809669e62fb resource provider aggregate not found Sep 01 16:46:04.098754 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.services.segments.plugin [-] Segment 60ac9178-071e-476a-bfd1-3809669e62fb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 60ac9178-071e-476a-bfd1-3809669e62fb found for delete ", "request_id": "req-af176bc0-3323-42ad-9b04-cb210a1ccc44"}]} Sep 01 16:46:04.105917 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-22d68bfc-1dac-44d8-b220-e54f942f8338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631280'] for network (d4beec83-7311-4578-9b3c-ffa9898cf555), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:04.110821 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-22d68bfc-1dac-44d8-b220-e54f942f8338 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for network (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:04.114505 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-22d68bfc-1dac-44d8-b220-e54f942f8338 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/d4beec83-7311-4578-9b3c-ffa9898cf555 HTTP/1.1" status: 204 len: 168 time: 0.3113956 Sep 01 16:46:04.117513 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 40558) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:46:04.128244 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d68bfc-1dac-44d8-b220-e54f942f8338 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4beec83-7311-4578-9b3c-ffa9898cf555,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:46:04.163509 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c63efbd-69e9-452f-a422-36af616456f7 admin admin] Deleting subnet 2f6e02d2-b666-44b2-aeab-7d52303cbade {{(pid=106489) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 01 16:46:04.166913 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-5c63efbd-69e9-452f-a422-36af616456f7 admin admin] Publish callbacks [] for subnet (2f6e02d2-b666-44b2-aeab-7d52303cbade), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:04.206898 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-5c63efbd-69e9-452f-a422-36af616456f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261853238'] for subnet (2f6e02d2-b666-44b2-aeab-7d52303cbade), precommit_delete_associations {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:04.234428 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (294a3787-103d-4a51-bc9c-bc09638a7966), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:04.248803 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-5c63efbd-69e9-452f-a422-36af616456f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1459871'] for subnet (2f6e02d2-b666-44b2-aeab-7d52303cbade), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:04.299917 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-5c63efbd-69e9-452f-a422-36af616456f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1487017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261343916', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261874682'] for subnet (2f6e02d2-b666-44b2-aeab-7d52303cbade), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:04.326795 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c63efbd-69e9-452f-a422-36af616456f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f6e02d2-b666-44b2-aeab-7d52303cbade,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:46:04.330633 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-5c63efbd-69e9-452f-a422-36af616456f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for subnet (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:04.334100 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-5c63efbd-69e9-452f-a422-36af616456f7 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/2f6e02d2-b666-44b2-aeab-7d52303cbade HTTP/1.1" status: 204 len: 168 time: 0.2155278 Sep 01 16:46:04.336595 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 40560) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:46:04.412033 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-ba218c29-1940-471b-b3f0-5ffb4b492930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1386798'] for network (529bb846-f2ce-4271-8b42-f6b1a35e72bf), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:04.492397 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-ba218c29-1940-471b-b3f0-5ffb4b492930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1497336', 'neutron.services.segments.db._delete_segments_for_network-8777439728797'] for network (529bb846-f2ce-4271-8b42-f6b1a35e72bf), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:04.513251 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.services.segments.db [None req-ba218c29-1940-471b-b3f0-5ffb4b492930 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['529bb846-f2ce-4271-8b42-f6b1a35e72bf']}} {{(pid=106489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:46:04.523191 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.services.segments.db [None req-ba218c29-1940-471b-b3f0-5ffb4b492930 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3036373e-d297-4963-818e-b04208f23fac') {'for_net_delete': True} {{(pid=106489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:46:04.523489 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.services.segments.db [None req-ba218c29-1940-471b-b3f0-5ffb4b492930 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3036373e-d297-4963-818e-b04208f23fac') {} {{(pid=106489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:46:04.536990 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-ba218c29-1940-471b-b3f0-5ffb4b492930 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777439826661', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261853217'] for segment (3036373e-d297-4963-818e-b04208f23fac), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:04.550277 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-ba218c29-1940-471b-b3f0-5ffb4b492930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449'] for segment (3036373e-d297-4963-818e-b04208f23fac), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:04.556682 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba218c29-1940-471b-b3f0-5ffb4b492930 admin admin] Releasing vlan 915 on physical network physnet1 to pool {{(pid=106489) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:46:04.557058 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-ba218c29-1940-471b-b3f0-5ffb4b492930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261346574'] for segment (3036373e-d297-4963-818e-b04208f23fac), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:04.837614 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-ba218c29-1940-471b-b3f0-5ffb4b492930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1497329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631280'] for network (529bb846-f2ce-4271-8b42-f6b1a35e72bf), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:04.844982 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-ba218c29-1940-471b-b3f0-5ffb4b492930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540234'] for network (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:04.850970 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-ba218c29-1940-471b-b3f0-5ffb4b492930 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/529bb846-f2ce-4271-8b42-f6b1a35e72bf HTTP/1.1" status: 204 len: 168 time: 0.5107002 Sep 01 16:46:04.860276 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba218c29-1940-471b-b3f0-5ffb4b492930 admin admin] Pushing event deleted for resources: {'Network': ['ID=529bb846-f2ce-4271-8b42-f6b1a35e72bf,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:46:04.928061 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.services.segments.plugin [-] Segment 3036373e-d297-4963-818e-b04208f23fac resource provider aggregate not found Sep 01 16:46:04.945672 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.services.segments.plugin [-] Segment 3036373e-d297-4963-818e-b04208f23fac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3036373e-d297-4963-818e-b04208f23fac found for delete ", "request_id": "req-d854f966-5b91-447c-a3f7-860d090dddaf"}]} Sep 01 16:46:05.025316 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 40570) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:46:05.067738 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-2fb25b35-3794-46da-8c2d-bb8f757f2509 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=6391215b14954c679300b94a07ae4c55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407143 Sep 01 16:46:05.069653 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 40572) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:46:05.124319 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-a03d45f3-25c7-48e5-9442-4aa0f942ab90 admin admin] Publish callbacks [] for security_group (c2735148-dac4-4eff-bf38-4597a3148632), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:05.145633 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-a03d45f3-25c7-48e5-9442-4aa0f942ab90 admin admin] Publish callbacks [] for security_group (c2735148-dac4-4eff-bf38-4597a3148632), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:05.152856 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:46:05.200039 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-a03d45f3-25c7-48e5-9442-4aa0f942ab90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (c2735148-dac4-4eff-bf38-4597a3148632), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:05.202771 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-a03d45f3-25c7-48e5-9442-4aa0f942ab90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:05.203959 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-a03d45f3-25c7-48e5-9442-4aa0f942ab90 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/c2735148-dac4-4eff-bf38-4597a3148632 HTTP/1.1" status: 204 len: 168 time: 0.1334152 Sep 01 16:46:05.212607 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d45f3-25c7-48e5-9442-4aa0f942ab90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2735148-dac4-4eff-bf38-4597a3148632,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:46:05.530202 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 40578) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:46:05.560031 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=88,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:46:05.571127 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-3cec1d93-8280-4155-882f-bef2b37214b5 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=862feca035a940f188289f335468b933&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396872 Sep 01 16:46:05.573632 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 40580) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:46:05.623771 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-4f7e811c-9a67-4791-a2f8-012b0e27d361 admin admin] Publish callbacks [] for security_group (4517ac22-6ef1-4c65-a763-fd9f75eccc64), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:05.643845 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-4f7e811c-9a67-4791-a2f8-012b0e27d361 admin admin] Publish callbacks [] for security_group (4517ac22-6ef1-4c65-a763-fd9f75eccc64), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:05.691119 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-4f7e811c-9a67-4791-a2f8-012b0e27d361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (4517ac22-6ef1-4c65-a763-fd9f75eccc64), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:05.693726 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-4f7e811c-9a67-4791-a2f8-012b0e27d361 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:05.694924 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-4f7e811c-9a67-4791-a2f8-012b0e27d361 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/4517ac22-6ef1-4c65-a763-fd9f75eccc64 HTTP/1.1" status: 204 len: 168 time: 0.1203878 Sep 01 16:46:05.703940 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e811c-9a67-4791-a2f8-012b0e27d361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4517ac22-6ef1-4c65-a763-fd9f75eccc64,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:46:08.143632 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 40648) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:46:08.257282 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-1c3cfddf-72ab-48cd-b8f3-09e90d88dba8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:08.331985 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-1c3cfddf-72ab-48cd-b8f3-09e90d88dba8 admin admin] Publish callbacks [] for security_group (16781377-dcfe-4a67-b8a1-0dfd661f6d78), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:08.335958 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-1c3cfddf-72ab-48cd-b8f3-09e90d88dba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (16781377-dcfe-4a67-b8a1-0dfd661f6d78), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:08.376432 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-1c3cfddf-72ab-48cd-b8f3-09e90d88dba8 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=aecac0221ba54be8979d3e75c397a5c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2317290 Sep 01 16:46:08.377274 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3cfddf-72ab-48cd-b8f3-09e90d88dba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16781377-dcfe-4a67-b8a1-0dfd661f6d78,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:46:08.379174 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 40652) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:46:08.433393 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-bab838ca-feed-436e-a2b1-aea4168bbf7c admin admin] Publish callbacks [] for security_group (16781377-dcfe-4a67-b8a1-0dfd661f6d78), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:08.453626 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-bab838ca-feed-436e-a2b1-aea4168bbf7c admin admin] Publish callbacks [] for security_group (16781377-dcfe-4a67-b8a1-0dfd661f6d78), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:08.502057 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-bab838ca-feed-436e-a2b1-aea4168bbf7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (16781377-dcfe-4a67-b8a1-0dfd661f6d78), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:08.506390 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-bab838ca-feed-436e-a2b1-aea4168bbf7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:08.507673 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-bab838ca-feed-436e-a2b1-aea4168bbf7c admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/16781377-dcfe-4a67-b8a1-0dfd661f6d78 HTTP/1.1" status: 204 len: 168 time: 0.1274183 Sep 01 16:46:08.516497 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab838ca-feed-436e-a2b1-aea4168bbf7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16781377-dcfe-4a67-b8a1-0dfd661f6d78,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:46:08.778125 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 40658) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:46:08.791647 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b0ca66c2-17ef-4770-ad19-c212e3fee9c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:08.870043 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b0ca66c2-17ef-4770-ad19-c212e3fee9c8 admin admin] Publish callbacks [] for security_group (fa0b04d0-db55-48e7-ab8a-c7103591cfe7), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:08.873537 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-b0ca66c2-17ef-4770-ad19-c212e3fee9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (fa0b04d0-db55-48e7-ab8a-c7103591cfe7), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:08.911902 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca66c2-17ef-4770-ad19-c212e3fee9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0b04d0-db55-48e7-ab8a-c7103591cfe7,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:46:08.918439 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-b0ca66c2-17ef-4770-ad19-c212e3fee9c8 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=4cf99af92bfb4564a98686234c886003&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369479 Sep 01 16:46:08.927906 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 40660) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:46:08.980976 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-e9b04fee-a382-485d-aa46-77b08e82a179 admin admin] Publish callbacks [] for security_group (fa0b04d0-db55-48e7-ab8a-c7103591cfe7), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:09.001728 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-e9b04fee-a382-485d-aa46-77b08e82a179 admin admin] Publish callbacks [] for security_group (fa0b04d0-db55-48e7-ab8a-c7103591cfe7), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:09.050225 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-e9b04fee-a382-485d-aa46-77b08e82a179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (fa0b04d0-db55-48e7-ab8a-c7103591cfe7), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:09.052850 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-e9b04fee-a382-485d-aa46-77b08e82a179 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:09.053998 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-e9b04fee-a382-485d-aa46-77b08e82a179 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/fa0b04d0-db55-48e7-ab8a-c7103591cfe7 HTTP/1.1" status: 204 len: 168 time: 0.1251416 Sep 01 16:46:09.062456 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b04fee-a382-485d-aa46-77b08e82a179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0b04d0-db55-48e7-ab8a-c7103591cfe7,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:46:10.192727 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 40690) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:46:10.303189 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-e2b6104f-9b79-42d4-9015-566021e3f161 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:10.349164 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=11 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:46:10.383850 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-e2b6104f-9b79-42d4-9015-566021e3f161 admin admin] Publish callbacks [] for security_group (75d7da4d-46fa-4acf-b471-cf16c2c55b20), precommit_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:10.387695 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-e2b6104f-9b79-42d4-9015-566021e3f161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (75d7da4d-46fa-4acf-b471-cf16c2c55b20), after_create {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:10.393009 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:46:10.431945 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-e2b6104f-9b79-42d4-9015-566021e3f161 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=b0b66ffb312e4973b8d2f94494679327&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381151 Sep 01 16:46:10.433028 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6104f-9b79-42d4-9015-566021e3f161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d7da4d-46fa-4acf-b471-cf16c2c55b20,revision_number=1']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:46:10.435015 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 40694) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:46:10.485323 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-b16ed735-a270-47e7-8ead-b914a06b79ee admin admin] Publish callbacks [] for security_group (75d7da4d-46fa-4acf-b471-cf16c2c55b20), before_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:10.505723 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-b16ed735-a270-47e7-8ead-b914a06b79ee admin admin] Publish callbacks [] for security_group (75d7da4d-46fa-4acf-b471-cf16c2c55b20), precommit_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:10.553232 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-b16ed735-a270-47e7-8ead-b914a06b79ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (75d7da4d-46fa-4acf-b471-cf16c2c55b20), after_delete {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:10.555827 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-b16ed735-a270-47e7-8ead-b914a06b79ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:10.556992 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-b16ed735-a270-47e7-8ead-b914a06b79ee admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/75d7da4d-46fa-4acf-b471-cf16c2c55b20 HTTP/1.1" status: 204 len: 168 time: 0.1209331 Sep 01 16:46:10.564815 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ed735-a270-47e7-8ead-b914a06b79ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d7da4d-46fa-4acf-b471-cf16c2c55b20,revision_number=None']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:46:19.074356 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=23 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:46:20.426350 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=15 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:46:20.560141 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=68,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:46:20.560892 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:46:20.580304 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:46:21.305123 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-bbf2dca0-f808-4ab8-b0e4-d7a9abd6047c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:21.718428 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:46:21.719167 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:46:23.719488 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-8dff4244-123c-4406-8cbb-3cd7327686c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:24.651641 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:26.377585 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:26.498911 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:28.775690 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.agents_db [None req-09d9e05d-4d55-4c1e-8994-77c39c5d0c8d None None] Agent healthcheck: found 6 active agents {{(pid=106492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:46:34.235579 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (294a3787-103d-4a51-bc9c-bc09638a7966), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:38.769920 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:46:38.770681 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:46:44.225523 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:46:44.230937 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:46:45.524793 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.wsgi [-] (106490) accepted ('10.222.0.18', 40946) {{(pid=106490) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:46:45.633132 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-9407da31-4e16-44a6-b250-2656905eaacf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:45.708138 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-9407da31-4e16-44a6-b250-2656905eaacf admin admin] Publish callbacks [] for security_group (39f94956-e5ba-4c5e-a1ee-3d86acf276b5), precommit_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:45.711982 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron_lib.callbacks.manager [None req-9407da31-4e16-44a6-b250-2656905eaacf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (39f94956-e5ba-4c5e-a1ee-3d86acf276b5), after_create {{(pid=106490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:45.751957 dv-cinder-852209-10-iscsi neutron-server[106490]: INFO neutron.wsgi [None req-9407da31-4e16-44a6-b250-2656905eaacf admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=50b4838c797b4062bb2419d959ed9ecb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260950 Sep 01 16:46:45.752840 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9407da31-4e16-44a6-b250-2656905eaacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f94956-e5ba-4c5e-a1ee-3d86acf276b5,revision_number=1']} {{(pid=106490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:46:45.754730 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [-] (106489) accepted ('10.222.0.18', 40950) {{(pid=106489) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 01 16:46:45.809153 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-51c5bb10-7474-48b1-9460-a60e6e1c0da0 admin admin] Publish callbacks [] for security_group (39f94956-e5ba-4c5e-a1ee-3d86acf276b5), before_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:45.830291 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-51c5bb10-7474-48b1-9460-a60e6e1c0da0 admin admin] Publish callbacks [] for security_group (39f94956-e5ba-4c5e-a1ee-3d86acf276b5), precommit_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:45.876795 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-51c5bb10-7474-48b1-9460-a60e6e1c0da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684946'] for security_group (39f94956-e5ba-4c5e-a1ee-3d86acf276b5), after_delete {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:45.879449 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron_lib.callbacks.manager [None req-51c5bb10-7474-48b1-9460-a60e6e1c0da0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:45.880579 dv-cinder-852209-10-iscsi neutron-server[106489]: INFO neutron.wsgi [None req-51c5bb10-7474-48b1-9460-a60e6e1c0da0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/39f94956-e5ba-4c5e-a1ee-3d86acf276b5 HTTP/1.1" status: 204 len: 168 time: 0.1248124 Sep 01 16:46:45.888403 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c5bb10-7474-48b1-9460-a60e6e1c0da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f94956-e5ba-4c5e-a1ee-3d86acf276b5,revision_number=None']} {{(pid=106489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:46:51.306115 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-0bc89fb8-342a-4014-8cee-dc64a1c5d4fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:53.723624 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-145c5cc0-2881-49bb-b4ba-bf8f69fb6b90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:54.655224 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:55.746742 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=18,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:46:55.748710 dv-cinder-852209-10-iscsi neutron-server[106490]: DEBUG dbcounter [-] [106490] Writing DB stats neutron:SELECT=19,neutron:INSERT=3 {{(pid=106490) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:46:55.883466 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:46:55.884262 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG dbcounter [-] [106489] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=106489) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:46:56.382926 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:56.503252 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:46:58.711493 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=15 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:46:58.716546 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=17 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:47:04.253283 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (294a3787-103d-4a51-bc9c-bc09638a7966), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:47:05.775089 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.agents_db [None req-09d9e05d-4d55-4c1e-8994-77c39c5d0c8d None None] Agent healthcheck: found 6 active agents {{(pid=106492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:47:14.243979 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:47:14.249064 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:47:15.770897 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:47:15.771657 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:47:21.309416 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-6eaa3f57-1a1d-4a8c-8afe-e75bcb8d4dbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:47:23.726595 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-1458c64b-60e8-4f44-bab0-3fbdbd8e7e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:47:24.657409 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:47:26.382507 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:47:26.505308 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:47:34.259239 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (294a3787-103d-4a51-bc9c-bc09638a7966), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:47:35.708363 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:47:35.711980 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:47:42.774142 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.agents_db [None req-09d9e05d-4d55-4c1e-8994-77c39c5d0c8d None None] Agent healthcheck: found 6 active agents {{(pid=106492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:47:44.244782 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:47:44.255581 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:47:51.312570 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-6ebf61f9-4c3a-481f-bdb4-0edf5686053a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:47:52.769968 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:47:52.770707 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:47:53.728240 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-95a6adcc-2cfd-48e3-9456-016a65762844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:47:54.661382 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:47:56.386484 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:47:56.507809 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:48:04.250086 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (294a3787-103d-4a51-bc9c-bc09638a7966), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:48:12.714943 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:48:12.719253 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:48:14.244042 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:48:14.246724 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:48:19.774317 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.agents_db [None req-09d9e05d-4d55-4c1e-8994-77c39c5d0c8d None None] Agent healthcheck: found 6 active agents {{(pid=106492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:48:21.315688 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-e5823f3b-6ebf-4564-ae94-85cbf534bfc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:48:23.730662 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-c58ce72a-c822-407e-963b-870fb039e1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:48:24.663057 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:48:26.391905 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:48:26.511553 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:48:29.769957 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:48:29.770766 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:48:34.264703 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (294a3787-103d-4a51-bc9c-bc09638a7966), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:48:44.258737 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:48:44.260629 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:48:49.715468 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=13 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:48:49.716151 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=19 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:48:51.317132 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-20267a8f-68fc-4c2c-8b1b-ae12b3b0cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:48:53.732759 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-d705c21c-ab66-48b3-8621-b408db524163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:48:54.666387 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:48:56.391368 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:48:56.514006 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:48:56.773048 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.agents_db [None req-09d9e05d-4d55-4c1e-8994-77c39c5d0c8d None None] Agent healthcheck: found 6 active agents {{(pid=106492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:49:04.279864 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (294a3787-103d-4a51-bc9c-bc09638a7966), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:49:06.769303 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:49:14.268018 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:49:14.276820 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:49:21.321367 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-9ac5ff3a-95dd-4afd-8123-d1b6a532aad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:49:23.737689 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-de3ac928-d67c-45af-9fbe-ac45f560729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:49:24.671308 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:49:26.395371 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:49:26.516652 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:49:26.707961 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:49:26.713430 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:49:33.772246 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.agents_db [None req-09d9e05d-4d55-4c1e-8994-77c39c5d0c8d None None] Agent healthcheck: found 6 active agents {{(pid=106492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:49:34.278814 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (294a3787-103d-4a51-bc9c-bc09638a7966), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:49:43.767767 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:49:44.268424 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=10 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:49:44.275412 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=8,neutron:UPDATE=6 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:49:45.306079 dv-cinder-852209-10-iscsi neutron-server[106489]: DEBUG neutron.wsgi [req-916d075a-e4d1-4b58-9e09-b8e0f7d66657 req-c999a21e-f62a-4f12-8ffb-94109b6be247 service neutron] (106489) timed out ('10.222.0.77', 62703) {{(pid=106489) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 01 16:49:49.774651 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:49:51.324326 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-b97fc60e-a3a6-4c55-a0cb-b121b01dd6c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:49:53.740500 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-83df48f6-38e5-49e7-a812-2826cb211724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:49:54.675300 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:49:56.396794 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:49:56.518414 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:50:03.708431 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:50:03.709131 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:50:04.300716 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (294a3787-103d-4a51-bc9c-bc09638a7966), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:50:10.771043 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.agents_db [None req-09d9e05d-4d55-4c1e-8994-77c39c5d0c8d None None] Agent healthcheck: found 6 active agents {{(pid=106492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:50:14.294824 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:50:14.296710 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:50:20.766751 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:50:21.326509 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63ba245d-4b7b-4a73-81d4-3faf7d16faeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:50:23.745443 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-4cd8e35c-f469-4d6f-962b-e997e477d108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:50:24.675470 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:50:26.399768 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:50:26.524001 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:50:34.294034 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (294a3787-103d-4a51-bc9c-bc09638a7966), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:50:44.287811 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:50:44.289783 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:50:47.769641 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.agents_db [None req-09d9e05d-4d55-4c1e-8994-77c39c5d0c8d None None] Agent healthcheck: found 6 active agents {{(pid=106492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:50:51.328510 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-c5278343-4ff1-432e-8738-9488d9bcb8ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:50:53.747313 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-59289560-d231-4d20-9c69-e9ad520709a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:50:54.677385 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:50:56.401952 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:50:56.515321 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:50:57.764885 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=22 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:50:57.765675 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=12 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:51:04.309205 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (294a3787-103d-4a51-bc9c-bc09638a7966), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:51:14.298128 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:51:14.303861 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:51:17.696798 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=2 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:51:17.702040 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:51:21.329317 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-b7c281f6-4ec9-4056-9613-7b5c53f9fe3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:51:23.751576 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-f1ed925c-d5ae-421e-a9c5-bb617cf6763c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:51:24.681306 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:51:24.768651 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.agents_db [None req-09d9e05d-4d55-4c1e-8994-77c39c5d0c8d None None] Agent healthcheck: found 6 active agents {{(pid=106492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:51:26.404369 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:51:26.516868 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:51:34.323913 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (294a3787-103d-4a51-bc9c-bc09638a7966), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:51:34.764310 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:51:34.765062 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=1 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:51:44.318415 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:51:44.320263 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG dbcounter [-] [106491] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106491) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:51:51.331030 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-2c5c5534-5177-41ec-87d5-1f3790a5683c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (afc997ee-16d2-4ffa-9693-fa31543fa952), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:51:53.753424 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-6c8460a6-8de5-482c-9eba-2bb5c5a0409a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (c260e0a7-d095-4f88-ad28-2bdfe15e6544), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:51:54.683414 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-63518492-2026-40ba-8152-6496d8723cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (18761ae0-8ac1-43de-a783-8fc027e2f1cf), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:51:54.703342 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:SELECT=3 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:51:54.708990 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG dbcounter [-] [106492] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=106492) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 01 16:51:56.409893 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-07367307-4657-4ad6-9c8c-f4cd0eb5d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (31f78e19-aef9-4963-8f04-0b9caa0f05bd), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:51:56.519279 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8f5e-b30e-477b-9f8e-835e83ccfb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (de41263d-808c-41d9-af38-92939b4ec796), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 01 16:52:01.768301 dv-cinder-852209-10-iscsi neutron-server[106492]: DEBUG neutron.db.agents_db [None req-09d9e05d-4d55-4c1e-8994-77c39c5d0c8d None None] Agent healthcheck: found 6 active agents {{(pid=106492) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:52:04.330172 dv-cinder-852209-10-iscsi neutron-server[106491]: DEBUG neutron_lib.callbacks.manager [None req-03bd5802-78d1-46b5-a5f0-d400e3256351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777439728779', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1498937'] for agent (294a3787-103d-4a51-bc9c-bc09638a7966), after_update {{(pid=106491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}